Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1534/
6 tests failed. FAILED: org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig Error Message: CheckIndex failed Stack Trace: java.lang.RuntimeException: CheckIndex failed at __randomizedtesting.SeedInfo.seed([DFB9317353BCF3DC:58EE4CFCC2E58F5C]:0) at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:305) at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:285) at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:45) at org.apache.lucene.util.IOUtils.close(IOUtils.java:88) at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) at org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:293) at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160) at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75) at org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig(TestInetAddressRangeQueries.java:81) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test Error Message: Test abandoned because suite timeout was reached. Stack Trace: java.lang.Exception: Test abandoned because suite timeout was reached. at __randomizedtesting.SeedInfo.seed([C5031A749CF2A0AE]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest Error Message: Suite timeout exceeded (>= 7200000 msec). Stack Trace: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec). at __randomizedtesting.SeedInfo.seed([C5031A749CF2A0AE]:0) FAILED: org.apache.solr.cloud.RollingRestartTest.test Error Message: Unable to restart (#4): CloudJettyRunner [url=http://127.0.0.1:33556/b_/collection1_shard1_replica_n59] Stack Trace: java.lang.AssertionError: Unable to restart (#4): CloudJettyRunner [url=http://127.0.0.1:33556/b_/collection1_shard1_replica_n59] at __randomizedtesting.SeedInfo.seed([C5031A749CF2A0AE:4D5725AE320ECD56]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103) at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test Error Message: Error from server at http://127.0.0.1:34002/dd: ADDREPLICA failed to create replica Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34002/dd: ADDREPLICA failed to create replica at __randomizedtesting.SeedInfo.seed([C5031A749CF2A0AE:4D5725AE320ECD56]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:125) at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:72) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test Error Message: Could not find collection:delete_data_dir Stack Trace: java.lang.AssertionError: Could not find collection:delete_data_dir at __randomizedtesting.SeedInfo.seed([C5031A749CF2A0AE:4D5725AE320ECD56]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNotNull(Assert.java:526) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915) at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:161) at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:105) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 9216 lines...] [junit4] Suite: org.apache.lucene.search.TestInetAddressRangeQueries [junit4] 1> CheckIndex failed [junit4] 1> Segments file=segments_1 numSegments=1 version=8.0.0 id=bzclxnd6cce5v24stbr4q4rjw [junit4] 1> 1 of 1: name=_2v maxDoc=1037626 [junit4] 1> version=8.0.0 [junit4] 1> id=bzclxnd6cce5v24stbr4q4rjv [junit4] 1> codec=Asserting(Lucene70) [junit4] 1> compound=false [junit4] 1> numFiles=13 [junit4] 1> size (MB)=21.667 [junit4] 1> diagnostics = {os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_152, java.vm.version=25.152-b16, lucene.version=8.0.0, mergeMaxNumSegments=1, os.arch=amd64, java.runtime.version=1.8.0_152-b16, source=merge, mergeFactor=5, os.version=3.13.0-88-generic, timestamp=1524071467459} [junit4] 1> no deletions [junit4] 1> test: open reader.........FAILED [junit4] 1> WARNING: exorciseIndex() would remove reference to this segment; full exception: [junit4] 1> java.lang.OutOfMemoryError: Java heap space [junit4] 1> at java.util.Arrays.copyOf(Arrays.java:3236) [junit4] 1> at org.apache.lucene.util.ArrayUtil.grow(ArrayUtil.java:285) [junit4] 1> at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:354) [junit4] 1> at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132) [junit4] 1> at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116) [junit4] 1> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:293) [junit4] 1> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:373) [junit4] 1> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:113) [junit4] 1> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78) [junit4] 1> at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:702) [junit4] 1> at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:300) [junit4] 1> at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:285) [junit4] 1> at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:45) [junit4] 1> at org.apache.lucene.util.IOUtils.close(IOUtils.java:88) [junit4] 1> at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [junit4] 1> at org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:293) [junit4] 1> at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160) [junit4] 1> at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75) [junit4] 1> at org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig(TestInetAddressRangeQueries.java:81) [junit4] 1> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] 1> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] 1> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] 1> at java.lang.reflect.Method.invoke(Method.java:498) [junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) [junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) [junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) [junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) [junit4] 1> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [junit4] 1> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 1> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [junit4] 1> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 1> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 1> [junit4] 1> WARNING: 1 broken segments (containing 1037626 documents) detected [junit4] 1> Took 8.811 sec total. [junit4] 1> [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInetAddressRangeQueries -Dtests.method=testRandomBig -Dtests.seed=DFB9317353BCF3DC -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=hr -Dtests.timezone=Australia/Brisbane -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 464s J1 | TestInetAddressRangeQueries.testRandomBig <<< [junit4] > Throwable #1: java.lang.RuntimeException: CheckIndex failed [junit4] > at __randomizedtesting.SeedInfo.seed([DFB9317353BCF3DC:58EE4CFCC2E58F5C]:0) [junit4] > at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:305) [junit4] > at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:285) [junit4] > at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:45) [junit4] > at org.apache.lucene.util.IOUtils.close(IOUtils.java:88) [junit4] > at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:293) [junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160) [junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75) [junit4] > at org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig(TestInetAddressRangeQueries.java:81) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/misc/test/J1/temp/lucene.search.TestInetAddressRangeQueries_DFB9317353BCF3DC-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Direct)}, docValues:{ipRangeField=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1266, maxMBSortInHeap=7.319658649705669, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7e59a5af), locale=hr, timezone=Australia/Brisbane [junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=301864032,total=364380160 [junit4] 2> NOTE: All tests run in this JVM: [TestInetAddressRangeQueries] [junit4] Completed [12/13 (1!)] on J1 in 472.27s, 4 tests, 1 error <<< FAILURES! [...truncated 4 lines...] [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/misc/test/temp/junit4-J1-20180418_170712_4728517081836439621798.sysout [junit4] >>> JVM J1 emitted unexpected output (verbatim) ---- [junit4] java.lang.OutOfMemoryError: Java heap space [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid15388.hprof ... [junit4] Heap dump file created [586144610 bytes in 3.546 secs] [junit4] <<< JVM J1: EOF ---- [...truncated 4266 lines...] [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/init-core-data-001 [junit4] 2> 1291741 WARN (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 1291741 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 1291742 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) [junit4] 2> 1291742 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1291742 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: / [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 1291785 WARN (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 1291803 WARN (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1291809 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1291821 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51663_hdfs____.wk0mwv/webapp [junit4] 2> 1292606 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51663 [junit4] 2> 1292729 WARN (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1292730 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1292743 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39452_datanode____y0ntaq/webapp [junit4] 2> 1293192 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39452 [junit4] 2> 1293352 WARN (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1293353 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1293365 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56368_datanode____.tbs8x1/webapp [junit4] 2> 1293667 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:34043) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 1293676 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x566e379f719f5c: from storage DS-30e5800d-9a59-4209-8779-e7426acb4fe4 node DatanodeRegistration(127.0.0.1:59067, datanodeUuid=f44b66a1-bc99-4494-a975-b6de39329fd7, infoPort=40745, infoSecurePort=0, ipcPort=33455, storageInfo=lv=-56;cid=testClusterID;nsid=530579525;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 1293677 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x566e379f719f5c: from storage DS-6e6cd7a1-edb3-4705-9ece-0ee5c8b86eb9 node DatanodeRegistration(127.0.0.1:59067, datanodeUuid=f44b66a1-bc99-4494-a975-b6de39329fd7, infoPort=40745, infoSecurePort=0, ipcPort=33455, storageInfo=lv=-56;cid=testClusterID;nsid=530579525;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 1293864 INFO (SUITE-StressHdfsTest-seed#[C5031A749CF2A0AE]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56368 [junit4] 2> 1293946 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:34043) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 1293955 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x566e37b012e306: from storage DS-2d78e635-0b15-404e-b60f-bf734edccb46 node DatanodeRegistration(127.0.0.1:46420, datanodeUuid=921b8df4-4d26-4e48-8614-bd78ecae9d80, infoPort=59119, infoSecurePort=0, ipcPort=52982, storageInfo=lv=-56;cid=testClusterID;nsid=530579525;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 1293955 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x566e37b012e306: from storage DS-82a0001b-00f8-48f1-9e10-11220ef37583 node DatanodeRegistration(127.0.0.1:46420, datanodeUuid=921b8df4-4d26-4e48-8614-bd78ecae9d80, infoPort=59119, infoSecurePort=0, ipcPort=52982, storageInfo=lv=-56;cid=testClusterID;nsid=530579525;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 1294034 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1294034 INFO (Thread-24127) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1294034 INFO (Thread-24127) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1294041 ERROR (Thread-24127) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1294134 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.ZkTestServer start zk server on port:34393 [junit4] 2> 1294142 INFO (zkConnectionManagerCallback-1075-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1294160 INFO (zkConnectionManagerCallback-1077-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1294174 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 1294176 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 1294177 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 1294178 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 1294179 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 1294180 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 1294181 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 1294182 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 1294183 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 1294184 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 1294185 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 1294187 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise [junit4] 2> 1294275 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1294276 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1294276 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1294276 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1294280 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cd02886{/,null,AVAILABLE} [junit4] 2> 1294281 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e40c77e{HTTP/1.1,[http/1.1]}{127.0.0.1:41717} [junit4] 2> 1294281 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.Server Started @1294333ms [junit4] 2> 1294281 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:34043/hdfs__localhost_34043__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001_tempDir-002_control_data, hostContext=/, hostPort=41717, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/control-001/cores} [junit4] 2> 1294282 ERROR (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1294282 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1294282 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1294282 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1294282 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1294282 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-18T18:28:55.605Z [junit4] 2> 1294284 INFO (zkConnectionManagerCallback-1079-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1294289 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 1294289 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/control-001/solr.xml [junit4] 2> 1294292 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 1294292 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 1294294 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a886b63, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 1294296 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34393/solr [junit4] 2> 1294300 INFO (zkConnectionManagerCallback-1083-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1294302 INFO (zkConnectionManagerCallback-1085-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1294377 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:41717_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1294377 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:41717_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41717_ [junit4] 2> 1294387 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:41717_ ] o.a.s.c.Overseer Overseer (id=73651956043546628-127.0.0.1:41717_-n_0000000000) starting [junit4] 2> 1294400 INFO (zkConnectionManagerCallback-1092-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1294402 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:41717_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34393/solr ready [junit4] 2> 1294403 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:41717_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41717_ [junit4] 2> 1294404 INFO (zkCallback-1084-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1294417 INFO (zkCallback-1091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1294539 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:41717_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a886b63 [junit4] 2> 1294546 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:41717_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a886b63 [junit4] 2> 1294546 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:41717_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a886b63 [junit4] 2> 1294547 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:41717_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/control-001/cores [junit4] 2> 1294577 INFO (zkConnectionManagerCallback-1097-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1294578 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1294579 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34393/solr ready [junit4] 2> 1294580 INFO (qtp624361061-27442) [n:127.0.0.1:41717_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41717_&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1294581 INFO (OverseerThreadFactory-1414-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection [junit4] 2> 1294689 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1294690 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 1295707 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 1295726 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test [junit4] 2> 1295855 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 1295870 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true [junit4] 2> 1295870 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a886b63 [junit4] 2> 1295870 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34043/solr_hdfs_home [junit4] 2> 1295870 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 1295870 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1295871 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost:34043/solr_hdfs_home/control_collection/core_node2/data/] [junit4] 2> 1295872 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34043/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata [junit4] 2> 1295879 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 1295879 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 1295879 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 1295898 WARN (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again. [junit4] 2> 1300903 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 1300904 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34043/solr_hdfs_home/control_collection/core_node2/data [junit4] 2> 1300923 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34043/solr_hdfs_home/control_collection/core_node2/data/index [junit4] 2> 1300931 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 1300931 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 1300931 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 1300955 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 1300956 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1522732887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1] [junit4] 2> 1300999 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46420 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6e6cd7a1-edb3-4705-9ece-0ee5c8b86eb9:NORMAL:127.0.0.1:59067|RBW], ReplicaUC[[DISK]DS-82a0001b-00f8-48f1-9e10-11220ef37583:NORMAL:127.0.0.1:46420|RBW]]} size 0 [junit4] 2> 1301002 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59067 is added to blk_1073741825_1001 size 69 [junit4] 2> 1301009 WARN (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 1301049 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 1301050 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1301050 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 1301059 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1301059 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1301061 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=35.0869140625, floorSegmentMB=1.73828125, forceMergeDeletesPctAllowed=25.482285968205282, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 1301067 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49d6fa07[control_collection_shard1_replica_n1] main] [junit4] 2> 1301068 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 1301068 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1301069 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1301069 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1598109665084833792 [junit4] 2> 1301073 INFO (searcherExecutor-1417-thread-1-processing-n:127.0.0.1:41717_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@49d6fa07[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1301083 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0} [junit4] 2> 1301086 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1301086 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1301086 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41717/control_collection_shard1_replica_n1/ [junit4] 2> 1301086 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 1301086 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41717/control_collection_shard1_replica_n1/ has no replicas [junit4] 2> 1301086 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 1301088 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41717/control_collection_shard1_replica_n1/ shard1 [junit4] 2> 1301140 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1301144 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6454 [junit4] 2> 1301147 INFO (qtp624361061-27442) [n:127.0.0.1:41717_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 1301245 INFO (zkCallback-1084-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1302147 INFO (qtp624361061-27442) [n:127.0.0.1:41717_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41717_&wt=javabin&version=2} status=0 QTime=7567 [junit4] 2> 1302153 INFO (zkConnectionManagerCallback-1102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1302154 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1302154 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34393/solr ready [junit4] 2> 1302154 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 1302155 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1302157 INFO (OverseerCollectionConfigSetProcessor-73651956043546628-127.0.0.1:41717_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1302157 INFO (OverseerThreadFactory-1414-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1 [junit4] 2> 1302158 WARN (OverseerThreadFactory-1414-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores. [junit4] 2> 1302364 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 1302365 INFO (qtp624361061-27440) [n:127.0.0.1:41717_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=210 [junit4] 2> 1302460 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/shard-1-001 of type TLOG [junit4] 2> 1302461 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1302461 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1302462 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1302462 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1302462 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5064989c{/,null,AVAILABLE} [junit4] 2> 1302462 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3baad178{HTTP/1.1,[http/1.1]}{127.0.0.1:37524} [junit4] 2> 1302462 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.Server Started @1302515ms [junit4] 2> 1302462 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:34043/hdfs__localhost_34043__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001_tempDir-002_jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=37524, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/shard-1-001/cores} [junit4] 2> 1302463 ERROR (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1302463 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1302463 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1302463 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1302463 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1302463 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-18T18:29:03.786Z [junit4] 2> 1302464 INFO (zkConnectionManagerCallback-1104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1302465 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 1302465 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/shard-1-001/solr.xml [junit4] 2> 1302469 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 1302469 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 1302470 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a886b63, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 1302474 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34393/solr [junit4] 2> 1302475 INFO (zkConnectionManagerCallback-1108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1302477 INFO (zkConnectionManagerCallback-1110-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1302483 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:37524_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1302486 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:37524_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1302488 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:37524_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 1302488 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:37524_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37524_ [junit4] 2> 1302489 INFO (zkCallback-1091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1302489 INFO (zkCallback-1084-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1302490 INFO (zkCallback-1109-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1302490 INFO (zkCallback-1101-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1302582 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:37524_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a886b63 [junit4] 2> 1302591 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:37524_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a886b63 [junit4] 2> 1302592 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:37524_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a886b63 [junit4] 2> 1302593 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:37524_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/shard-1-001/cores [junit4] 2> 1302596 INFO (zkConnectionManagerCallback-1117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1302597 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:37524_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1302597 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [n:127.0.0.1:37524_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34393/solr ready [junit4] 2> 1302619 INFO (qtp1272599099-27498) [n:127.0.0.1:37524_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37524_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1302621 INFO (OverseerCollectionConfigSetProcessor-73651956043546628-127.0.0.1:41717_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1302624 INFO (OverseerThreadFactory-1414-thread-3) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:37524_ for creating new replica [junit4] 2> 1302626 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 1303670 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 1303680 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=test [junit4] 2> 1303771 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 1303783 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true [junit4] 2> 1303784 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a886b63 [junit4] 2> 1303784 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34043/solr_hdfs_home [junit4] 2> 1303784 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 1303784 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1303784 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/shard-1-001/cores/collection1_shard1_replica_t21], dataDir=[hdfs://localhost:34043/solr_hdfs_home/collection1/core_node22/data/] [junit4] 2> 1303785 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34043/solr_hdfs_home/collection1/core_node22/data/snapshot_metadata [junit4] 2> 1303793 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 1303793 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 1303793 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 1303814 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 1303815 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34043/solr_hdfs_home/collection1/core_node22/data [junit4] 2> 1303833 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34043/solr_hdfs_home/collection1/core_node22/data/index [junit4] 2> 1303838 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 1303838 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 1303838 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 1303844 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 1303851 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1522732887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1] [junit4] 2> 1303867 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59067 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-82a0001b-00f8-48f1-9e10-11220ef37583:NORMAL:127.0.0.1:46420|RBW], ReplicaUC[[DISK]DS-6e6cd7a1-edb3-4705-9ece-0ee5c8b86eb9:NORMAL:127.0.0.1:59067|RBW]]} size 0 [junit4] 2> 1303868 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46420 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6e6cd7a1-edb3-4705-9ece-0ee5c8b86eb9:NORMAL:127.0.0.1:59067|RBW], ReplicaUC[[DISK]DS-2d78e635-0b15-404e-b60f-bf734edccb46:NORMAL:127.0.0.1:46420|FINALIZED]]} size 0 [junit4] 2> 1303874 WARN (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 1303911 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 1303911 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1303911 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 1303920 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1303920 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1303925 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=35.0869140625, floorSegmentMB=1.73828125, forceMergeDeletesPctAllowed=25.482285968205282, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 1303935 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c3a51a8[collection1_shard1_replica_t21] main] [junit4] 2> 1303936 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 1303936 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1303937 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1303937 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1598109668092149760 [junit4] 2> 1303941 INFO (searcherExecutor-1428-thread-1-processing-n:127.0.0.1:37524_ x:collection1_shard1_replica_t21 c:collection1 s:shard1) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [collection1_shard1_replica_t21] Registered new searcher Searcher@6c3a51a8[collection1_shard1_replica_t21] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1303944 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node22=0}, version=0} [junit4] 2> 1303946 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1303946 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1303946 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37524/collection1_shard1_replica_t21/ [junit4] 2> 1303947 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 1303947 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy http://127.0.0.1:37524/collection1_shard1_replica_t21/ has no replicas [junit4] 2> 1303947 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 1303947 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ZkController collection1_shard1_replica_t21 stopping background replication from leader [junit4] 2> 1303950 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37524/collection1_shard1_replica_t21/ shard1 [junit4] 2> 1304102 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1304108 INFO (qtp1272599099-27502) [n:127.0.0.1:37524_ c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1481 [junit4] 2> 1304112 INFO (qtp1272599099-27498) [n:127.0.0.1:37524_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37524_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1492 [junit4] 2> 1304208 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/shard-2-001 of type TLOG [junit4] 2> 1304209 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1304209 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1304209 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1304209 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1304210 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c85fbd3{/,null,AVAILABLE} [junit4] 2> 1304210 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2675cddf{HTTP/1.1,[http/1.1]}{127.0.0.1:36558} [junit4] 2> 1304210 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.e.j.s.Server Started @1304262ms [junit4] 2> 1304210 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:34043/hdfs__localhost_34043__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001_tempDir-002_jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=36558, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/shard-2-001/cores} [junit4] 2> 1304210 ERROR (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1304211 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1304212 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1304212 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1304212 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1304212 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-18T18:29:05.535Z [junit4] 2> 1304212 INFO (zkCallback-1109-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1304214 INFO (zkConnectionManagerCallback-1119-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1304215 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 1304215 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C5031A749CF2A0AE-001/shard-2-001/solr.xml [junit4] 2> 1304218 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 1304218 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 1304219 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a886b63, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 1304223 INFO (TEST-StressHdfsTest.test-seed#[C5031A749CF2A0AE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34393/solr [junit4] 2> 1304224 INFO (zkConnectionM [...truncated too long message...] Ord50, 43parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 5child1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 10parent_f1_s=PostingsFormat(name=Direct), 33parent_f2_s=PostingsFormat(name=Direct), 22parent_f2_s=PostingsFormat(name=Direct), 4child0_s=PostingsFormat(name=Memory), 12parent_f2_s=PostingsFormat(name=Memory), 52parent_f2_s=PostingsFormat(name=Memory), 42parent_f2_s=FSTOrd50, 32parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 31parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 5grand1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 6grand4_s=PostingsFormat(name=LuceneVarGapFixedInterval), 11parent_f1_s=PostingsFormat(name=Memory), 51parent_f1_s=PostingsFormat(name=Memory), 54parent_f1_s=PostingsFormat(name=Direct), 21parent_f1_s=PostingsFormat(name=Direct), 4grand2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 7grand3_s=PostingsFormat(name=LuceneVarGapFixedInterval), 8grand2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 9grand5_s=PostingsFormat(name=LuceneVarGapFixedInterval), 8grand6_s=PostingsFormat(name=LuceneVarGapFixedInterval), 9grand1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 41parent_f1_s=FSTOrd50, 37parent_f1_s=PostingsFormat(name=Memory), 40parent_f2_s=PostingsFormat(name=Direct), 50parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 47parent_f1_s=PostingsFormat(name=Direct), 14parent_f1_s=PostingsFormat(name=Direct), 57parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 20parent_f2_s=FSTOrd50, 34parent_f1_s=FSTOrd50, 24parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 44parent_f1_s=PostingsFormat(name=Memory), 30parent_f2_s=PostingsFormat(name=Memory), 5parent_f1_s=PostingsFormat(name=Direct), 6grand0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 56parent_f2_s=PostingsFormat(name=Memory), 46parent_f2_s=FSTOrd50, 10parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 5child0_s=PostingsFormat(name=Direct), 8parent_f1_s=PostingsFormat(name=Memory), 27parent_f2_s=PostingsFormat(name=Memory), 2parent_f2_s=PostingsFormat(name=Direct), 4child1_s=FSTOrd50, 2grand1_s=PostingsFormat(name=Direct), 17parent_f2_s=PostingsFormat(name=Direct), 3child2_s=FSTOrd50, 16parent_f2_s=PostingsFormat(name=Memory), 26parent_f2_s=PostingsFormat(name=Direct), 1child0_s=FSTOrd50, 36parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 7grand6_s=FSTOrd50, 18parent_f1_s=FSTOrd50, 28parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 5grand0_s=FSTOrd50, 6grand5_s=FSTOrd50, 7grand2_s=FSTOrd50, 48parent_f1_s=PostingsFormat(name=Memory), 15parent_f1_s=PostingsFormat(name=Memory), 4grand3_s=FSTOrd50, 9grand8_s=PostingsFormat(name=Direct), 8grand3_s=FSTOrd50, 6parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 25parent_f1_s=PostingsFormat(name=Direct), 9grand4_s=PostingsFormat(name=Direct), 8grand7_s=FSTOrd50, 0parent_f1_s=PostingsFormat(name=Memory), 3grand2_s=FSTOrd50, 35parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 9grand0_s=PostingsFormat(name=Direct), 19parent_f2_s=FSTOrd50, 4parent_f2_s=FSTOrd50, 37parent_f2_s=PostingsFormat(name=Direct), 47parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 57parent_f2_s=FSTOrd50, 5child4_s=PostingsFormat(name=Direct), 38parent_f1_s=FSTOrd50, 5grand4_s=FSTOrd50, 6grand1_s=FSTOrd50, 5parent_f2_s=PostingsFormat(name=Memory), 46parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 16parent_f1_s=PostingsFormat(name=Direct), 56parent_f1_s=FSTOrd50, 8parent_f2_s=FSTOrd50, 39parent_f2_s=FSTOrd50, 29parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 2parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 4child2_s=PostingsFormat(name=LuceneVarGapFixedInterval), rnd_b=FSTOrd50, 27parent_f1_s=FSTOrd50, 45parent_f1_s=FSTOrd50, 17parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 2grand0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 49parent_f2_s=PostingsFormat(name=Memory), 3child1_s=PostingsFormat(name=Memory), 55parent_f1_s=PostingsFormat(name=Memory), 7parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 26parent_f1_s=PostingsFormat(name=Memory), 2child0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 3parent_f1_s=FSTOrd50, 36parent_f1_s=PostingsFormat(name=Direct)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1096, maxMBSortInHeap=7.217955519589295, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@53572230), locale=sr, timezone=Asia/Tel_Aviv [junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=171736840,total=477626368 [junit4] 2> NOTE: All tests run in this JVM: [TestWriterPerf, TestClusterStateMutator, BadCopyFieldTest, SuggesterWFSTTest, UpdateParamsTest, TestImplicitCoreProperties, OverriddenZkACLAndCredentialsProvidersTest, HdfsSyncSliceTest, TestFieldSortValues, TestMacroExpander, TestLockTree, DistributedSuggestComponentTest, TestSQLHandler, TestNonDefinedSimilarityFactory, NodeMarkersRegistrationTest, DistanceUnitsTest, TestFastOutputStream, ConjunctionSolrSpellCheckerTest, TestIBSimilarityFactory, ConfigureRecoveryStrategyTest, ConfigSetsAPITest, TestTrieFacet, TestCloudConsistency, TestNumericTokenStream, TermVectorComponentDistributedTest, TestPrepRecovery, TestSchemaManager, TestSolrCloudWithDelegationTokens, SpellCheckCollatorTest, TimeRoutedAliasUpdateProcessorTest, RequestHandlersTest, XmlUpdateRequestHandlerTest, ExternalFileFieldSortTest, TestDocumentBuilder, OpenCloseCoreStressTest, ScheduledTriggerIntegrationTest, VersionInfoTest, TriggerCooldownIntegrationTest, DefaultValueUpdateProcessorTest, TestConfig, MigrateRouteKeyTest, TestLuceneMatchVersion, RegexBytesRefFilterTest, TestPhraseSuggestions, InfoHandlerTest, TestTrackingShardHandlerFactory, ZkCLITest, TestConfigReload, DistribJoinFromCollectionTest, SchemaApiFailureTest, DistributedFacetPivotLongTailTest, TestRequestStatusCollectionAPI, HDFSCollectionsAPITest, TestJsonFacetsWithNestedObjects, LargeFieldTest, SpellingQueryConverterTest, TestCSVLoader, MetricsConfigTest, TestExactStatsCache, BinaryUpdateRequestHandlerTest, ConnectionReuseTest, TestSolrDeletionPolicy1, WrapperMergePolicyFactoryTest, TestCoreAdminApis, BlockJoinFacetRandomTest, CursorPagingTest, AliasIntegrationTest, TestShortCircuitedRequests, EnumFieldTest, TestCloudJSONFacetJoinDomain, ShardRoutingTest, DocValuesNotIndexedTest, TestDynamicFieldCollectionResource, ReplaceNodeNoTargetTest, IndexBasedSpellCheckerTest, TestQuerySenderNoQuery, TestNodeAddedTrigger, SortSpecParsingTest, TestSolrQueryParser, SimpleFacetsTest, BasicDistributedZkTest, TestConfigSetProperties, TokenizerChainTest, TestTestInjection, TestJavabinTupleStreamParser, TestSmileRequest, TestFieldCacheVsDocValues, OutputWriterTest, TestComponentsName, ResponseBuilderTest, TestSubQueryTransformerDistrib, FieldAnalysisRequestHandlerTest, SecurityConfHandlerTest, TestRandomFaceting, V2StandaloneTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSimpleTextCodec, TestEmbeddedSolrServerConstructors, TestSolrCloudSnapshots, SaslZkACLProviderTest, VMParamsZkACLAndCredentialsProvidersTest, OpenExchangeRatesOrgProviderTest, TestRequestForwarding, PeerSyncReplicationTest, ReplicaListTransformerTest, TestDocBasedVersionConstraints, TestWordDelimiterFilterFactory, TestNoOpRegenerator, BadIndexSchemaTest, FullSolrCloudDistribCmdsTest] [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.seed=C5031A749CF2A0AE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sr -Dtests.timezone=Asia/Tel_Aviv -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.00s J0 | FullSolrCloudDistribCmdsTest (suite) <<< [junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec). [junit4] > at __randomizedtesting.SeedInfo.seed([C5031A749CF2A0AE]:0) [junit4] Completed [786/803 (4!)] on J0 in 7283.73s, 1 test, 2 errors <<< FAILURES! [...truncated 66 lines...] [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20180418_180721_2237685864155380272581.sysout [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] java.lang.OutOfMemoryError: Java heap space [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid650.hprof ... [junit4] Heap dump file created [598325556 bytes in 3.753 secs] [junit4] <<< JVM J0: EOF ---- [junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20180418_180721_2231560352756849589943.syserr [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "TEST-FullSolrCloudDistribCmdsTest.test-seed#[C5031A749CF2A0AE]-SendThread(127.0.0.1:55015)" [junit4] <<< JVM J0: EOF ---- [...truncated 9416 lines...] BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created: * java_pid15388.hprof * java_pid650.hprof Total time: 394 minutes 59 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org