Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/153/
6 tests failed. FAILED: org.apache.lucene.index.TestIndexWriterDelete.testDeletesOnDiskFull Error Message: Test abandoned because suite timeout was reached. Stack Trace: java.lang.Exception: Test abandoned because suite timeout was reached. at __randomizedtesting.SeedInfo.seed([2CB10673F2E9420B]:0) FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterDelete Error Message: Suite timeout exceeded (>= 7200000 msec). Stack Trace: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec). at __randomizedtesting.SeedInfo.seed([2CB10673F2E9420B]:0) FAILED: org.apache.lucene.document.TestXYPolygonShapeQueries.testRandomBig Error Message: Java heap space Stack Trace: java.lang.OutOfMemoryError: Java heap space at __randomizedtesting.SeedInfo.seed([6F6F329B8FF5C104:E8384F141EACBD84]:0) at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84) at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57) at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168) at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154) at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141) at org.apache.lucene.util.bkd.OfflinePointWriter.append(OfflinePointWriter.java:67) at org.apache.lucene.util.bkd.BKDRadixSelector.offlinePartition(BKDRadixSelector.java:282) at org.apache.lucene.util.bkd.BKDRadixSelector.buildHistogramAndPartition(BKDRadixSelector.java:258) at org.apache.lucene.util.bkd.BKDRadixSelector.select(BKDRadixSelector.java:126) at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1594) at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1611) at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:785) at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.writeField(Lucene60PointsWriter.java:129) at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62) at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191) at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:143) at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:149) at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:202) at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:162) at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4462) at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056) at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40) at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157) at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1990) at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1939) at org.apache.lucene.document.BaseShapeTestCase.indexRandomShapes(BaseShapeTestCase.java:242) at org.apache.lucene.document.BaseShapeTestCase.verify(BaseShapeTestCase.java:211) at org.apache.lucene.document.BaseShapeTestCase.doTestRandom(BaseShapeTestCase.java:137) at org.apache.lucene.document.TestXYPolygonShapeQueries.testRandomBig(TestXYPolygonShapeQueries.java:119) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) FAILED: org.apache.solr.cloud.RollingRestartTest.test Error Message: Address already in use Stack Trace: java.net.BindException: Address already in use at __randomizedtesting.SeedInfo.seed([21AAE082AEE603F0:A9FEDF58001A6E08]:0) at sun.nio.ch.Net.bind0(Native Method) at sun.nio.ch.Net.bind(Net.java:433) at sun.nio.ch.Net.bind(Net.java:425) at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342) at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308) at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) at org.eclipse.jetty.server.Server.doStart(Server.java:396) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68) at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104) at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest.testCatTime Error Message: Collection not found: testCatTime__CRA__calico__TRA__2019-07-01 Stack Trace: org.apache.solr.common.SolrException: Collection not found: testCatTime__CRA__calico__TRA__2019-07-01 at __randomizedtesting.SeedInfo.seed([21AAE082AEE603F0:26A1AF8191155218]:0) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:864) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1009) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504) at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:460) at org.apache.solr.update.processor.RoutedAliasUpdateProcessorTest.addDocsAndCommit(RoutedAliasUpdateProcessorTest.java:301) at org.apache.solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest.testCatTime(DimensionalRoutedAliasUpdateProcessorTest.java:563) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple Error Message: Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"https://127.0.0.1:39905/solr", "node_name":"127.0.0.1:39905_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"https://127.0.0.1:36881/solr", "node_name":"127.0.0.1:36881_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"https://127.0.0.1:39905/solr", "node_name":"127.0.0.1:39905_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"https://127.0.0.1:36881/solr", "node_name":"127.0.0.1:36881_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:35313_solr, 127.0.0.1:39905_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"https://127.0.0.1:39905/solr", "node_name":"127.0.0.1:39905_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"https://127.0.0.1:36881/solr", "node_name":"127.0.0.1:36881_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"https://127.0.0.1:39905/solr", "node_name":"127.0.0.1:39905_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"https://127.0.0.1:36881/solr", "node_name":"127.0.0.1:36881_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"https://127.0.0.1:39905/solr", "node_name":"127.0.0.1:39905_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"https://127.0.0.1:36881/solr", "node_name":"127.0.0.1:36881_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"https://127.0.0.1:39905/solr", "node_name":"127.0.0.1:39905_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"https://127.0.0.1:36881/solr", "node_name":"127.0.0.1:36881_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:35313_solr, 127.0.0.1:39905_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"https://127.0.0.1:39905/solr", "node_name":"127.0.0.1:39905_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"https://127.0.0.1:36881/solr", "node_name":"127.0.0.1:36881_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"https://127.0.0.1:39905/solr", "node_name":"127.0.0.1:39905_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"https://127.0.0.1:36881/solr", "node_name":"127.0.0.1:36881_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34209/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([21AAE082AEE603F0:1919C47C8915D721]:0) at org.junit.Assert.fail(Assert.java:88) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310) at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 2261 lines...] [junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete [junit4] 1> TEST: now get reader [junit4] 2> jul 17, 2019 6:27:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate [junit4] 2> ADVERTENCIA: Suite execution timed out: org.apache.lucene.index.TestIndexWriterDelete [junit4] 2> 1) Thread[id=18331, name=SUITE-TestIndexWriterDelete-seed#[2CB10673F2E9420B], state=RUNNABLE, group=TGRP-TestIndexWriterDelete] [junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1559) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693) [junit4] 2> at java.security.AccessController.doPrivileged(Native Method) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:708) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:629) [junit4] 2> 2) Thread[id=1, name=main, state=WAITING, group=main] [junit4] 2> at java.lang.Object.wait(Native Method) [junit4] 2> at java.lang.Thread.join(Thread.java:1252) [junit4] 2> at java.lang.Thread.join(Thread.java:1326) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:639) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:496) [junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269) [junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394) [junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13) [junit4] 2> 3) Thread[id=18332, name=TEST-TestIndexWriterDelete.testDeletesOnDiskFull-seed#[2CB10673F2E9420B], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete] [junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4] 2> at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39) [junit4] 2> at org.apache.lucene.store.Directory.copyFrom(Directory.java:186) [junit4] 2> at org.apache.lucene.util.TestUtil.ramCopyOf(TestUtil.java:1290) [junit4] 2> at org.apache.lucene.index.TestIndexWriterDelete.doTestOperationsOnDiskFull(TestIndexWriterDelete.java:528) [junit4] 2> at org.apache.lucene.index.TestIndexWriterDelete.testDeletesOnDiskFull(TestIndexWriterDelete.java:486) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main] [junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50) [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterDelete -Dtests.method=testDeletesOnDiskFull -Dtests.seed=2CB10673F2E9420B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-UY -Dtests.timezone=Asia/Tehran -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 7189s J0 | TestIndexWriterDelete.testDeletesOnDiskFull <<< [junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached. [junit4] > at __randomizedtesting.SeedInfo.seed([2CB10673F2E9420B]:0) [junit4] 2> jul 17, 2019 6:27:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> ADVERTENCIA: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> jul 17, 2019 6:27:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> GRAVE: 1 thread leaked from SUITE scope at org.apache.lucene.index.TestIndexWriterDelete: [junit4] 2> 1) Thread[id=18332, name=TEST-TestIndexWriterDelete.testDeletesOnDiskFull-seed#[2CB10673F2E9420B], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete] [junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4] 2> at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33) [junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769) [junit4] 2> at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157) [junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1069) [junit4] 2> at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:113) [junit4] 2> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:109) [junit4] 2> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84) [junit4] 2> at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:69) [junit4] 2> at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:61) [junit4] 2> at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:680) [junit4] 2> at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:84) [junit4] 2> at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:76) [junit4] 2> at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:64) [junit4] 2> at org.apache.lucene.index.TestIndexWriterDelete.doTestOperationsOnDiskFull(TestIndexWriterDelete.java:649) [junit4] 2> at org.apache.lucene.index.TestIndexWriterDelete.testDeletesOnDiskFull(TestIndexWriterDelete.java:486) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> jul 17, 2019 6:27:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFORMACIÓN: Starting to interrupt leaked threads: [junit4] 2> 1) Thread[id=18332, name=TEST-TestIndexWriterDelete.testDeletesOnDiskFull-seed#[2CB10673F2E9420B], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete] [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestIndexWriterDelete_2CB10673F2E9420B-001 [junit4] 2> Jul 17, 2019 1:57:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: All leaked threads terminated. [junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {field=PostingsFormat(name=LuceneVarGapFixedInterval), city=PostingsFormat(name=LuceneVarGapDocFreqInterval), contents=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), body=PostingsFormat(name=LuceneVarGapFixedInterval), value=PostingsFormat(name=Asserting), content=PostingsFormat(name=Asserting)}, docValues:{dv=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Asserting), value=DocValuesFormat(name=Lucene80), content=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1200, maxMBSortInHeap=7.317962283659786, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5fcb3444), locale=es-UY, timezone=Asia/Tehran [junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=134543464,total=302514176 [junit4] 2> NOTE: All tests run in this JVM: [TestRollback, TestLatLonPointDistanceFeatureQuery, TestCharArraySet, TestBlockMaxConjunction, TestGrowableByteArrayDataOutput, TestOmitPositions, TestDirectory, TestFixedLengthBytesRefArray, TestBasicModelG, TestPostingsOffsets, TestFastCompressionMode, Test2BPositions, TestBoostQuery, TestPerSegmentDeletes, TestTransactions, TestQueryRescorer, TestLMJelinekMercerSimilarity, TestFeatureDoubleValues, TestIndexOrDocValuesQuery, TestStringHelper, TestFilterLeafReader, TestMultiPhraseEnum, TestMergedIterator, TestLevenshteinAutomata, TestSpanFirstQuery, TestScoreCachingWrappingScorer, TestDeletionPolicy, TestMergeRateLimiter, TestField, TestSearchWithThreads, Test4GBStoredFields, TestBlockPostingsFormat, TestGraphTokenStreamFiniteStrings, TestDocsWithFieldSet, TestCharTermAttributeImpl, Test2BDocs, TestPolygon, TestSmallFloat, TestFrozenBufferedUpdates, TestNearSpansOrdered, TestDateTools, TestNGramPhraseQuery, TestMatchAllDocsQuery, TestForUtil, TestAllFilesDetectTruncation, TestTopFieldCollectorEarlyTermination, TestDocIDMerger, TestConstantScoreQuery, TestConcurrentMergeScheduler, TestBytesStore, TestBooleanQueryVisitSubscorers, TestIntRange, TestLongRange, TestRegexpQuery, TestIndependenceSaturated, TestSubScorerFreqs, TestSimpleExplanations, TestTermVectorsWriter, TestRamUsageEstimator, TestOrdinalMap, TestIndexWriterExceptions2, TestAnalyzerWrapper, TestIndexReaderClose, TestComplexExplanationsOfNonMatches, TestMaxScoreSumPropagator, TestUniqueTermCount, TestShardSearching, TestBooleanMinShouldMatch, TestSpanNotQuery, TestNRTThreads, TestAssertions, TestBinaryDocValuesUpdates, TestUsageTrackingFilterCachingPolicy, TestIndexWriterLockRelease, TestDocIdSetIterator, TestNRTCachingDirectory, TestPriorityQueue, TestPerFieldPostingsFormat, TestLucene50StoredFieldsFormat, TestTermRangeQuery, TestFlushByRamOrCountsPolicy, TestTimSorterWorstCase, TestTopDocsCollector, TestDocIdsWriter, TestSpanContainQuery, TestLazyProxSkipping, TestFieldsReader, TestLucene80NormsFormat, TestPerFieldDocValuesFormat, TestExceedMaxTermLength, TestExitableDirectoryReader, TestFieldInfos, TestFieldInvertState, TestFieldReuse, TestForceMergeForever, TestIndexFileDeleter, TestIndexInput, TestIndexManyDocuments, TestIndexOptions, TestIndexTooManyDocs, TestIndexWriter, TestIndexWriterCommit, TestIndexWriterConfig, TestIndexWriterDelete] [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterDelete -Dtests.seed=2CB10673F2E9420B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-UY -Dtests.timezone=Asia/Tehran -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 0.00s J0 | TestIndexWriterDelete (suite) <<< [junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec). [junit4] > at __randomizedtesting.SeedInfo.seed([2CB10673F2E9420B]:0) [junit4] Completed [524/524 (1!)] on J0 in 7220.39s, 24 tests, 2 errors, 1 skipped <<< FAILURES! [...truncated 8859 lines...] [junit4] Suite: org.apache.lucene.document.TestXYPolygonShapeQueries [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestXYPolygonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=6F6F329B8FF5C104 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-CU -Dtests.timezone=CST -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 164s J0 | TestXYPolygonShapeQueries.testRandomBig <<< [junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space [junit4] > at __randomizedtesting.SeedInfo.seed([6F6F329B8FF5C104:E8384F141EACBD84]:0) [junit4] > at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84) [junit4] > at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57) [junit4] > at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168) [junit4] > at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154) [junit4] > at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141) [junit4] > at org.apache.lucene.util.bkd.OfflinePointWriter.append(OfflinePointWriter.java:67) [junit4] > at org.apache.lucene.util.bkd.BKDRadixSelector.offlinePartition(BKDRadixSelector.java:282) [junit4] > at org.apache.lucene.util.bkd.BKDRadixSelector.buildHistogramAndPartition(BKDRadixSelector.java:258) [junit4] > at org.apache.lucene.util.bkd.BKDRadixSelector.select(BKDRadixSelector.java:126) [junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1594) [junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1611) [junit4] > at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:785) [junit4] > at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.writeField(Lucene60PointsWriter.java:129) [junit4] > at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62) [junit4] > at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191) [junit4] > at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:143) [junit4] > at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:149) [junit4] > at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:202) [junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:162) [junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4462) [junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056) [junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40) [junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157) [junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1990) [junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1939) [junit4] > at org.apache.lucene.document.BaseShapeTestCase.indexRandomShapes(BaseShapeTestCase.java:242) [junit4] > at org.apache.lucene.document.BaseShapeTestCase.verify(BaseShapeTestCase.java:211) [junit4] > at org.apache.lucene.document.BaseShapeTestCase.doTestRandom(BaseShapeTestCase.java:137) [junit4] > at org.apache.lucene.document.TestXYPolygonShapeQueries.testRandomBig(TestXYPolygonShapeQueries.java:119) [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestXYPolygonShapeQueries_6F6F329B8FF5C104-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1c47040d), locale=es-CU, timezone=CST [junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=217448120,total=325582848 [junit4] 2> NOTE: All tests run in this JVM: [TestIDVersionPostingsFormat, TestXYMultiPointShapeQueries, TestLatLonPointShapeQueries, TestBM25FQuery, TestFloatPointNearestNeighbor, TestXYPolygonShapeQueries] [junit4] Completed [24/37 (1!)] on J0 in 227.70s, 5 tests, 1 error <<< FAILURES! [...truncated 37 lines...] [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/sandbox/test/temp/junit4-J0-20190717_151254_6027694449273540426217.sysout [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] java.lang.OutOfMemoryError: Java heap space [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid5241.hprof ... [junit4] Heap dump file created [505321122 bytes in 0.862 secs] [junit4] <<< JVM J0: EOF ---- [...truncated 3722 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_21AAE082AEE603F0-001/init-core-data-001 [junit4] 2> 1997930 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8 [junit4] 2> 1997930 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1997933 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 1997933 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 1997980 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 1998009 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1998014 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12 [junit4] 2> 1998019 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1998019 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1998019 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 1998021 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79e2f42b{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE} [junit4] 2> 1998220 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@36a0512e{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-46201-hdfs-_-any-5803348714430021090.dir/webapp/,AVAILABLE}{/hdfs} [junit4] 2> 1998221 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@300d9083{HTTP/1.1,[http/1.1]}{localhost:46201} [junit4] 2> 1998221 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.Server Started @1998293ms [junit4] 2> 1998389 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1998391 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12 [junit4] 2> 1998392 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1998392 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1998392 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1998393 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b220523{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE} [junit4] 2> 1998562 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@649a14d2{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-45940-datanode-_-any-8255978417876536995.dir/webapp/,AVAILABLE}{/datanode} [junit4] 2> 1998562 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5dbd6826{HTTP/1.1,[http/1.1]}{localhost:45940} [junit4] 2> 1998563 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.Server Started @1998635ms [junit4] 2> 1998668 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1998672 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12 [junit4] 2> 1998673 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1998673 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1998673 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 1998674 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69c3124e{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE} [junit4] 2> 1998910 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x45dc9da674caa5a9: Processing first storage report for DS-766f6002-9a13-46b0-b67c-7ef322ee5cf5 from datanode d55c4cf0-5cd2-4da7-89d6-7fcca72e4f83 [junit4] 2> 1998913 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x45dc9da674caa5a9: from storage DS-766f6002-9a13-46b0-b67c-7ef322ee5cf5 node DatanodeRegistration(127.0.0.1:41833, datanodeUuid=d55c4cf0-5cd2-4da7-89d6-7fcca72e4f83, infoPort=38247, infoSecurePort=0, ipcPort=35950, storageInfo=lv=-57;cid=testClusterID;nsid=1646165813;c=1563380601522), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 [junit4] 2> 1998913 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x45dc9da674caa5a9: Processing first storage report for DS-c1ed0dfe-d929-4ee1-94c3-b7b2bda469f8 from datanode d55c4cf0-5cd2-4da7-89d6-7fcca72e4f83 [junit4] 2> 1998913 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x45dc9da674caa5a9: from storage DS-c1ed0dfe-d929-4ee1-94c3-b7b2bda469f8 node DatanodeRegistration(127.0.0.1:41833, datanodeUuid=d55c4cf0-5cd2-4da7-89d6-7fcca72e4f83, infoPort=38247, infoSecurePort=0, ipcPort=35950, storageInfo=lv=-57;cid=testClusterID;nsid=1646165813;c=1563380601522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 [junit4] 2> 1998971 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@6587f36d{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-38579-datanode-_-any-3597656253883266865.dir/webapp/,AVAILABLE}{/datanode} [junit4] 2> 1998971 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ecffa41{HTTP/1.1,[http/1.1]}{localhost:38579} [junit4] 2> 1998972 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[21AAE082AEE603F0]-worker) [ ] o.e.j.s.Server Started @1999044ms [junit4] 2> 1999291 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x36405985947016dc: Processing first storage report for DS-92f6ea2b-51e2-46b7-8d83-8c16e581146a from datanode dcd516a8-ba2a-495e-b0c1-5d6280ec89d2 [junit4] 2> 1999291 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x36405985947016dc: from storage DS-92f6ea2b-51e2-46b7-8d83-8c16e581146a node DatanodeRegistration(127.0.0.1:32864, datanodeUuid=dcd516a8-ba2a-495e-b0c1-5d6280ec89d2, infoPort=34631, infoSecurePort=0, ipcPort=45062, storageInfo=lv=-57;cid=testClusterID;nsid=1646165813;c=1563380601522), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 [junit4] 2> 1999291 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x36405985947016dc: Processing first storage report for DS-bcc52ec2-8c86-47de-94b2-a1ad0c649879 from datanode dcd516a8-ba2a-495e-b0c1-5d6280ec89d2 [junit4] 2> 1999291 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x36405985947016dc: from storage DS-bcc52ec2-8c86-47de-94b2-a1ad0c649879 node DatanodeRegistration(127.0.0.1:32864, datanodeUuid=dcd516a8-ba2a-495e-b0c1-5d6280ec89d2, infoPort=34631, infoSecurePort=0, ipcPort=45062, storageInfo=lv=-57;cid=testClusterID;nsid=1646165813;c=1563380601522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 [junit4] 2> 1999920 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple [junit4] 2> 1999926 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_21AAE082AEE603F0-001/tempDir-002 [junit4] 2> 1999927 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1999929 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1999929 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 2000029 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.ZkTestServer start zk server on port:36505 [junit4] 2> 2000029 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36505 [junit4] 2> 2000029 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36505 [junit4] 2> 2000033 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000045 INFO (zkConnectionManagerCallback-11298-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000045 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000081 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000083 INFO (zkConnectionManagerCallback-11300-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000083 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000085 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000086 INFO (zkConnectionManagerCallback-11302-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000086 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000193 WARN (jetty-launcher-11303-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 2000193 WARN (jetty-launcher-11303-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 2000193 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 2000193 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 2000193 INFO (jetty-launcher-11303-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12 [junit4] 2> 2000194 WARN (jetty-launcher-11303-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 2000194 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 2000194 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 2000194 INFO (jetty-launcher-11303-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12 [junit4] 2> 2000195 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 2000195 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 2000195 INFO (jetty-launcher-11303-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12 [junit4] 2> 2000196 INFO (jetty-launcher-11303-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 2000196 INFO (jetty-launcher-11303-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 2000196 INFO (jetty-launcher-11303-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 2000197 INFO (jetty-launcher-11303-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b96fd2{/solr,null,AVAILABLE} [junit4] 2> 2000199 INFO (jetty-launcher-11303-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 2000199 INFO (jetty-launcher-11303-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 2000199 INFO (jetty-launcher-11303-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 2000199 INFO (jetty-launcher-11303-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48a79fff{/solr,null,AVAILABLE} [junit4] 2> 2000201 INFO (jetty-launcher-11303-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1614e599{SSL,[ssl, http/1.1]}{127.0.0.1:36881} [junit4] 2> 2000201 INFO (jetty-launcher-11303-thread-3) [ ] o.e.j.s.Server Started @2000273ms [junit4] 2> 2000201 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36881} [junit4] 2> 2000201 ERROR (jetty-launcher-11303-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2000201 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 2000201 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0 [junit4] 2> 2000201 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2000201 INFO (jetty-launcher-11303-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a6b1d6c{SSL,[ssl, http/1.1]}{127.0.0.1:39905} [junit4] 2> 2000201 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2000201 INFO (jetty-launcher-11303-thread-1) [ ] o.e.j.s.Server Started @2000273ms [junit4] 2> 2000201 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-07-17T16:23:23.770Z [junit4] 2> 2000201 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39905} [junit4] 2> 2000202 ERROR (jetty-launcher-11303-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2000202 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 2000202 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0 [junit4] 2> 2000202 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2000202 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2000202 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-07-17T16:23:23.771Z [junit4] 2> 2000207 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000209 INFO (jetty-launcher-11303-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 2000209 INFO (jetty-launcher-11303-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 2000209 INFO (jetty-launcher-11303-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 2000209 INFO (jetty-launcher-11303-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d7e830{/solr,null,AVAILABLE} [junit4] 2> 2000212 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000213 INFO (jetty-launcher-11303-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b6d5812{SSL,[ssl, http/1.1]}{127.0.0.1:35313} [junit4] 2> 2000213 INFO (jetty-launcher-11303-thread-2) [ ] o.e.j.s.Server Started @2000285ms [junit4] 2> 2000213 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35313} [junit4] 2> 2000213 INFO (zkConnectionManagerCallback-11305-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000213 ERROR (jetty-launcher-11303-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2000213 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 2000213 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000213 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0 [junit4] 2> 2000213 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2000213 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2000213 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-07-17T16:23:23.782Z [junit4] 2> 2000214 INFO (zkConnectionManagerCallback-11307-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000214 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000215 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 2000215 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 2000222 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000262 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 2000262 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 2000274 INFO (zkConnectionManagerCallback-11309-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000274 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2763677a, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 2000275 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000276 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 2000276 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 2000291 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2763677a, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 2000292 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 2000397 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 2000397 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 2000401 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2763677a, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 2000543 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 2000543 WARN (jetty-launcher-11303-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 2000546 WARN (jetty-launcher-11303-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3bc44cfa[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000546 WARN (jetty-launcher-11303-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3bc44cfa[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000549 WARN (jetty-launcher-11303-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 2000550 WARN (jetty-launcher-11303-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6b98e86f[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000550 WARN (jetty-launcher-11303-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6b98e86f[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000552 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36505/solr [junit4] 2> 2000553 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000554 INFO (zkConnectionManagerCallback-11317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000554 INFO (jetty-launcher-11303-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000650 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 2000652 WARN (jetty-launcher-11303-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 2000654 WARN (jetty-launcher-11303-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@24dae3ab[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000654 WARN (jetty-launcher-11303-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@24dae3ab[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000658 WARN (jetty-launcher-11303-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 2000660 WARN (jetty-launcher-11303-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@12b1afbe[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000660 WARN (jetty-launcher-11303-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@12b1afbe[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000662 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36505/solr [junit4] 2> 2000664 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000666 INFO (zkConnectionManagerCallback-11324-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000666 INFO (jetty-launcher-11303-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000708 INFO (jetty-launcher-11303-thread-3) [n:127.0.0.1:36881_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000710 INFO (zkConnectionManagerCallback-11326-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000710 INFO (jetty-launcher-11303-thread-3) [n:127.0.0.1:36881_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000733 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 2000733 WARN (jetty-launcher-11303-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 2000735 WARN (jetty-launcher-11303-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@21c36bd7[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000735 WARN (jetty-launcher-11303-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@21c36bd7[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000738 WARN (jetty-launcher-11303-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 2000739 WARN (jetty-launcher-11303-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@335550e2[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000739 WARN (jetty-launcher-11303-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@335550e2[provider=null,keyStore=null,trustStore=null] [junit4] 2> 2000740 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36505/solr [junit4] 2> 2000743 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000744 INFO (zkConnectionManagerCallback-11332-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000744 INFO (jetty-launcher-11303-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000810 INFO (jetty-launcher-11303-thread-1) [n:127.0.0.1:39905_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000812 INFO (zkConnectionManagerCallback-11334-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000812 INFO (jetty-launcher-11303-thread-1) [n:127.0.0.1:39905_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000914 INFO (jetty-launcher-11303-thread-2) [n:127.0.0.1:35313_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2000920 INFO (zkConnectionManagerCallback-11336-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2000920 INFO (jetty-launcher-11303-thread-2) [n:127.0.0.1:35313_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2000992 INFO (jetty-launcher-11303-thread-2) [n:127.0.0.1:35313_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35313_solr [junit4] 2> 2000995 INFO (jetty-launcher-11303-thread-2) [n:127.0.0.1:35313_solr ] o.a.s.c.Overseer Overseer (id=73664232165736459-127.0.0.1:35313_solr-n_0000000000) starting [junit4] 2> 2001020 INFO (jetty-launcher-11303-thread-2) [n:127.0.0.1:35313_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2001024 INFO (zkConnectionManagerCallback-11347-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2001024 INFO (jetty-launcher-11303-thread-2) [n:127.0.0.1:35313_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2001032 INFO (jetty-launcher-11303-thread-2) [n:127.0.0.1:35313_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36505/solr ready [junit4] 2> 2001039 INFO (OverseerStateUpdate-73664232165736459-127.0.0.1:35313_solr-n_0000000000) [n:127.0.0.1:35313_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35313_solr [junit4] 2> 2001072 INFO (jetty-launcher-11303-thread-2) [n:127.0.0.1:35313_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35313_solr [junit4] 2> 2001093 INFO (zkCallback-11346-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2001119 INFO (zkCallback-11335-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2001138 INFO (jetty-launcher-11303-thread-2) [n:127.0.0.1:35313_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 2001149 INFO (jetty-launcher-11303-thread-3) [n:127.0.0.1:36881_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2001157 INFO (jetty-launcher-11303-thread-3) [n:127.0.0.1:36881_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36881_solr as DOWN [junit4] 2> 2001159 INFO (jetty-launcher-11303-thread-3) [n:127.0.0.1:36881_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 2001159 INFO (jetty-launcher-11303-thread-3) [n:127.0.0.1:36881_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36881_solr [junit4] 2> 2001161 INFO (zkCallback-11346-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2001161 INFO (zkCallback-11335-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2001161 INFO (zkCallback-11325-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2001164 INFO (jetty-launcher-11303-thread-3) [n:127.0.0.1:36881_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 2001166 INFO (zkConnectionManagerCallback-11353-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2001166 INFO (jetty-launcher-11303-thread-3) [n:127.0.0.1:36881_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 2001167 INFO (jetty-launcher-11303-thread-3) [n:127.0.0.1:36881_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 2001169 INFO (jetty-launcher-11303-thread-3) [n:127.0.0.1:36881_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36505/solr ready [junit4] 2> 2001202 INFO (jetty-launcher-11303-thread-1) [n:127.0.0.1:39905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 2001202 INFO (jetty-launcher-11303-thread-2) [n:127.0.0.1:35313_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2763677a [junit4] 2> 2001207 INFO (jetty-launcher-11303-thread-1) [n:127.0.0.1:39905_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39905_solr as DOWN [junit4] 2> 2001208 INFO (jetty-launcher-11303-thread-1) [n:127.0.0.1:39905_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [juni [...truncated too long message...] [junit4] 2> [junit4] 2> 277 /solr/overseer/queue [junit4] 2> 169 /solr/collections [junit4] 2> 59 /solr/overseer/collection-queue-work [junit4] 2> 39 /solr/live_nodes [junit4] 2> [junit4] 2> 5549050 INFO (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41291 [junit4] 2> 5549050 INFO (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[21AAE082AEE603F0]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41291 [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_21AAE082AEE603F0-001 [junit4] 2> Jul 17, 2019 5:22:32 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=207, maxMBSortInHeap=5.239030448970856, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3177fdc9), locale=zh-CN, timezone=Europe/Zagreb [junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=75618016,total=472383488 [junit4] 2> NOTE: All tests run in this JVM: [FieldMutatingUpdateProcessorTest, AlternateDirectoryTest, TestRemoteStreaming, TestSchemaVersionResource, DocumentAnalysisRequestHandlerTest, SignificantTermsQParserPluginTest, TestOrdValues, DeleteShardTest, TestCSVResponseWriter, ClassificationUpdateProcessorTest, ExecutePlanActionTest, TestRestManager, TestBackupRepositoryFactory, BadCopyFieldTest, MoveReplicaHDFSFailoverTest, TestRandomCollapseQParserPlugin, PreAnalyzedFieldTest, NodeAddedTriggerIntegrationTest, TestLFUCache, TestAtomicUpdateErrorCases, NodeLostTriggerTest, TestFastLRUCache, TestCloudConsistency, ShardSplitTest, SOLR749Test, TestSimExecutePlanAction, AddReplicaTest, CategoryRoutedAliasUpdateProcessorTest, TestSimLargeCluster, TestOmitPositions, TestOnReconnectListenerSupport, HdfsBasicDistributedZk2Test, OverseerCollectionConfigSetProcessorTest, CreateCollectionCleanupTest, TestPhraseSuggestions, JSONWriterTest, TestSimPolicyCloud, LargeFieldTest, SolrLogAuditLoggerPluginTest, TestRealTimeGet, BasicDistributedZk2Test, TestRebalanceLeaders, TestNumericTokenStream, IndexBasedSpellCheckerTest, TestQueryTypes, LeaderElectionContextKeyTest, ZkNodePropsTest, AuditLoggerIntegrationTest, ShardsWhitelistTest, ZkCLITest, ChangedSchemaMergeTest, DeleteLastCustomShardedReplicaTest, AutoAddReplicasPlanActionTest, TestValueSourceCache, ReplicaListTransformerTest, TestCloudRecovery, ByteBuffersDirectoryFactoryTest, TermVectorComponentDistributedTest, TestSchemaNameResource, RootFieldTest, TestFastOutputStream, CloudExitableDirectoryReaderTest, TestCrossCoreJoin, CollectionTooManyReplicasTest, TestJsonFacets, RAMDirectoryFactoryTest, TestDeprecatedFilters, CdcrOpsAndBoundariesTest, TestFacetMethods, TestImpersonationWithHadoopAuth, CursorPagingTest, TestSolr4Spatial, ResponseBuilderTest, AssignTest, JavabinLoaderTest, TestDynamicURP, TestPerFieldSimilarity, TestPushWriter, TestNestedDocsSort, TestDocTermOrds, TestChildDocTransformerHierarchy, PeerSyncWithIndexFingerprintCachingTest, FileUtilsTest, MetricsConfigTest, ZkCollectionPropsCachingTest, TestJsonRequest, EchoParamsTest, ConcurrentCreateRoutedAliasTest, NoCacheHeaderTest, AddBlockUpdateTest, IndexSizeTriggerTest, TestSolrCoreProperties, BadComponentTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, ForceLeaderWithTlogReplicasTest, DebugComponentTest, TestNumericTerms32, URLClassifyProcessorTest, TestUnifiedSolrHighlighter, TestWriterPerf, TestTolerantUpdateProcessorRandomCloud, TestAddFieldRealTimeGet, SparseHLLTest, DateFieldTest, SpatialRPTFieldTypeTest, TestWordDelimiterFilterFactory, CacheHeaderTest, DistributedMLTComponentTest, PathHierarchyTokenizerFactoryTest, BufferStoreTest, ConcurrentDeleteAndCreateCollectionTest, AnalysisAfterCoreReloadTest, TestHdfsBackupRestoreCore, UpdateRequestProcessorFactoryTest, TestInPlaceUpdateWithRouteField, SolrMetricReporterTest, MaxSizeAutoCommitTest, TestAnalyzedSuggestions, TestInitParams, WrapperMergePolicyFactoryTest, TestSegmentSorting, TestFieldResource, TestStressRecovery, TestCloudPhrasesIdentificationComponent, DOMUtilTest, DistributedQueryElevationComponentTest, TestReload, LeaderFailoverAfterPartitionTest, DocValuesMultiTest, MoreLikeThisComponentTest, RollingRestartTest, TestSQLHandler, BasicAuthOnSingleNodeTest, HdfsDirectoryFactoryTest, TestDistribDocBasedVersion, TestCSVLoader, TestGroupingSearch, BJQParserTest, V2StandaloneTest, TestDocSet, TriLevelCompositeIdRoutingTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestReplicaProperties, ScheduledMaintenanceTriggerTest, SearchRateTriggerTest, SystemLogListenerTest, TriggerIntegrationTest, TestSnapshotCloudManager, CdcrRequestHandlerTest, CdcrVersionReplicationTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsSyncSliceTest, ImplicitSnitchTest, RuleEngineTest, RulesTest, ConfigureRecoveryStrategyTest, CoreSorterTest, PluginInfoTest, QueryResultKeyTest, TestConfig, TestConfigSetProperties, TestCoreDiscovery, TestDirectoryFactory, TestDynamicLoading, TestJmxIntegration, TestLazyCores, TestReloadAndDeleteDocs, TestSolrDeletionPolicy1, TestSolrDeletionPolicy2, TestXIncludeConfig, TestSolrCoreSnapshots, MoreLikeThisHandlerTest, TestConfigReload, TestReplicationHandlerBackup, TestReplicationHandlerDiskOverFlow, TestSolrConfigHandlerConcurrent, XmlUpdateRequestHandlerTest, XsltUpdateRequestHandlerTest, AdminHandlersProxyTest, CoreAdminHandlerTest, CoreMergeIndexesAdminHandlerTest, InfoHandlerTest, LoggingHandlerTest, LukeRequestHandlerTest, MBeansHandlerTest, MetricsHandlerTest, MetricsHistoryHandlerTest, PropertiesRequestHandlerTest, ShowFileRequestHandlerTest, SystemInfoHandlerTest, TestApiFramework, TestCollectionAPIs, TestConfigsApi, TestCoreAdminApis, ZookeeperStatusHandlerTest, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetExistsSmallTest, DistributedFacetPivotLargeTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotSmallTest, DistributedFacetPivotWhiteBoxTest, DistributedSpellCheckComponentTest, DistributedSuggestComponentTest, DistributedTermsComponentTest, FacetPivotSmallTest, InfixSuggestersTest, PhrasesIdentificationComponentTest, QueryElevationComponentTest, ResponseLogComponentTest, SearchHandlerTest, StatsComponentTest, SuggestComponentContextFilterQueryTest, SuggestComponentTest, TermVectorComponentTest, TermsComponentTest, TestDistributedStatsComponentCardinality, TestPivotHelperCode, Tagger2Test, TaggerTest, TaggingAttributeTest, XmlInterpolationTest, FastVectorHighlighterTest, HighlighterConfigTest, HighlighterMaxOffsetTest, TestLegacyField, TestLegacyFieldReuse, TestLegacyNumericUtils, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32, TestNumericRangeQuery64, TestLogWatcher, JvmMetricsTest, SolrCoreMetricManagerTest, SolrMetricsIntegrationTest, SolrJmxReporterCloudTest, SolrSlf4jReporterTest, RegexBytesRefFilterTest, SimpleFacetsTest, SubstringBytesRefFilterTest, TestGraphMLResponseWriter, TestRawResponseWriter, TestRawTransformer, TestRetrieveFieldsOptimizer, TestSolrQueryResponse, TestChildDocTransformer, TestSubQueryTransformer, TestSubQueryTransformerCrossCore, TestSubQueryTransformerDistrib, DocValuesTest, OpenExchangeRatesOrgProviderTest, PreAnalyzedFieldManagedSchemaCloudTest, SchemaVersionSpecificBehaviorTest, TestCollationField, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchema, TestManagedSchemaAPI, AnalyticsQueryTest, MergeStrategyTest, QueryParsingTest, TestComplexPhraseLeadingWildcard, TestComplexPhraseQParserPlugin, TestCustomSort, TestFoldingMultitermQuery, TestGraphTermsQParserPlugin, TestHashQParserPlugin, TestIndexSearcher, TestInitQParser, TestMultiWordSynonyms, TestPayloadCheckQParserPlugin, TestPseudoReturnFields, TestReRankQParserPlugin, TestRecovery, TestRecoveryHdfs, TestSearcherReuse, TestSimpleQParserPlugin, TestSmileRequest, TestSolrFieldCacheBean, TestSolrJ, TestSolrQueryParser, TestSort, TestStressVersions, TestXmlQParser, TestXmlQParserPlugin, DistributedFacetSimpleRefinementLongTailTest, RangeFacetCloudTest, SpatialHeatmapFacetsTest, TestCloudJSONFacetJoinDomain, TestCloudJSONFacetSKG, TestPerFieldSimilarityWithDefaultOverride, TestExactSharedStatsCache, AuditLoggerPluginTest, BasicAuthIntegrationTest, JWTAuthPluginTest, TestAuthorizationFramework, TestZkAclsWithHadoopAuth, SolrRequestParserTest, DirectSolrSpellCheckerTest, SpellPossibilityIteratorTest, SuggesterTest, HdfsDirectoryTest, TestNumericTerms64, TestInPlaceUpdatesDistrib, TestIndexingPerformance, TestNestedUpdateProcessor, TestUpdate, UpdateParamsTest, VersionInfoTest, AddSchemaFieldsUpdateProcessorFactoryTest, AtomicUpdateProcessorFactoryTest, ClassificationUpdateProcessorFactoryTest, ClassificationUpdateProcessorIntegrationTest, DimensionalRoutedAliasUpdateProcessorTest] [junit4] Completed [835/868 (3!)] on J0 in 165.90s, 2 tests, 1 error <<< FAILURES! [...truncated 9633 lines...] BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created: * java_pid5241.hprof Total time: 399 minutes 5 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org