Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20754/ Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
4 tests failed. FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([A9A6BBFDA4E29647:94DC9053879A3C50]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution(StreamExpressionTest.java:6883) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.ShardSplitTest.test Error Message: There are still nodes recoverying - waited for 330 seconds Stack Trace: java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds at __randomizedtesting.SeedInfo.seed([59330630B8211495:D16739EA16DD796D]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908) at org.apache.solr.cloud.ShardSplitTest.splitByRouteFieldTest(ShardSplitTest.java:736) at org.apache.solr.cloud.ShardSplitTest.test(ShardSplitTest.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes Error Message: Timed out waiting for leader elections null Live Nodes: [127.0.0.1:36391_solr, 127.0.0.1:39367_solr] Last available state: DocCollection(halfdeletedcollection2//collections/halfdeletedcollection2/state.json/10)={ "pullReplicas":"0", "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node3":{ "core":"halfdeletedcollection2_shard1_replica_n1", "base_url":"https://127.0.0.1:35313/solr", "node_name":"127.0.0.1:35313_solr", "state":"down", "type":"NRT"}, "core_node5":{ "core":"halfdeletedcollection2_shard1_replica_n2", "base_url":"https://127.0.0.1:39367/solr", "node_name":"127.0.0.1:39367_solr", "state":"active", "type":"NRT"}, "core_node7":{ "core":"halfdeletedcollection2_shard1_replica_n4", "base_url":"https://127.0.0.1:36391/solr", "node_name":"127.0.0.1:36391_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node9":{ "core":"halfdeletedcollection2_shard2_replica_n6", "base_url":"https://127.0.0.1:32839/solr", "node_name":"127.0.0.1:32839_solr", "state":"down", "type":"NRT"}, "core_node11":{ "core":"halfdeletedcollection2_shard2_replica_n8", "base_url":"https://127.0.0.1:35313/solr", "node_name":"127.0.0.1:35313_solr", "state":"down", "type":"NRT"}, "core_node13":{ "core":"halfdeletedcollection2_shard2_replica_n10", "base_url":"https://127.0.0.1:39367/solr", "node_name":"127.0.0.1:39367_solr", "state":"active", "type":"NRT"}}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{ "core_node15":{ "core":"halfdeletedcollection2_shard3_replica_n12", "base_url":"https://127.0.0.1:36391/solr", "node_name":"127.0.0.1:36391_solr", "state":"active", "type":"NRT"}, "core_node17":{ "core":"halfdeletedcollection2_shard3_replica_n14", "base_url":"https://127.0.0.1:32839/solr", "node_name":"127.0.0.1:32839_solr", "state":"down", "type":"NRT"}, "core_node19":{ "core":"halfdeletedcollection2_shard3_replica_n16", "base_url":"https://127.0.0.1:35313/solr", "node_name":"127.0.0.1:35313_solr", "state":"down", "type":"NRT"}}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{ "core_node21":{ "core":"halfdeletedcollection2_shard4_replica_n18", "base_url":"https://127.0.0.1:39367/solr", "node_name":"127.0.0.1:39367_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node23":{ "core":"halfdeletedcollection2_shard4_replica_n20", "base_url":"https://127.0.0.1:36391/solr", "node_name":"127.0.0.1:36391_solr", "state":"active", "type":"NRT"}, "core_node24":{ "core":"halfdeletedcollection2_shard4_replica_n22", "base_url":"https://127.0.0.1:32839/solr", "node_name":"127.0.0.1:32839_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Timed out waiting for leader elections null Live Nodes: [127.0.0.1:36391_solr, 127.0.0.1:39367_solr] Last available state: DocCollection(halfdeletedcollection2//collections/halfdeletedcollection2/state.json/10)={ "pullReplicas":"0", "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node3":{ "core":"halfdeletedcollection2_shard1_replica_n1", "base_url":"https://127.0.0.1:35313/solr", "node_name":"127.0.0.1:35313_solr", "state":"down", "type":"NRT"}, "core_node5":{ "core":"halfdeletedcollection2_shard1_replica_n2", "base_url":"https://127.0.0.1:39367/solr", "node_name":"127.0.0.1:39367_solr", "state":"active", "type":"NRT"}, "core_node7":{ "core":"halfdeletedcollection2_shard1_replica_n4", "base_url":"https://127.0.0.1:36391/solr", "node_name":"127.0.0.1:36391_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node9":{ "core":"halfdeletedcollection2_shard2_replica_n6", "base_url":"https://127.0.0.1:32839/solr", "node_name":"127.0.0.1:32839_solr", "state":"down", "type":"NRT"}, "core_node11":{ "core":"halfdeletedcollection2_shard2_replica_n8", "base_url":"https://127.0.0.1:35313/solr", "node_name":"127.0.0.1:35313_solr", "state":"down", "type":"NRT"}, "core_node13":{ "core":"halfdeletedcollection2_shard2_replica_n10", "base_url":"https://127.0.0.1:39367/solr", "node_name":"127.0.0.1:39367_solr", "state":"active", "type":"NRT"}}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{ "core_node15":{ "core":"halfdeletedcollection2_shard3_replica_n12", "base_url":"https://127.0.0.1:36391/solr", "node_name":"127.0.0.1:36391_solr", "state":"active", "type":"NRT"}, "core_node17":{ "core":"halfdeletedcollection2_shard3_replica_n14", "base_url":"https://127.0.0.1:32839/solr", "node_name":"127.0.0.1:32839_solr", "state":"down", "type":"NRT"}, "core_node19":{ "core":"halfdeletedcollection2_shard3_replica_n16", "base_url":"https://127.0.0.1:35313/solr", "node_name":"127.0.0.1:35313_solr", "state":"down", "type":"NRT"}}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{ "core_node21":{ "core":"halfdeletedcollection2_shard4_replica_n18", "base_url":"https://127.0.0.1:39367/solr", "node_name":"127.0.0.1:39367_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node23":{ "core":"halfdeletedcollection2_shard4_replica_n20", "base_url":"https://127.0.0.1:36391/solr", "node_name":"127.0.0.1:36391_solr", "state":"active", "type":"NRT"}, "core_node24":{ "core":"halfdeletedcollection2_shard4_replica_n22", "base_url":"https://127.0.0.1:32839/solr", "node_name":"127.0.0.1:32839_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([59330630B8211495:C70662C89E02581D]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269) at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:47) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple Error Message: Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:34125_solr, 127.0.0.1:36841_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple1_shard1_replica_n1", "base_url":"https://127.0.0.1:34125/solr", "node_name":"127.0.0.1:34125_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"https://127.0.0.1:44413/solr", "node_name":"127.0.0.1:44413_solr", "state":"down", "type":"NRT"}, "core_node5":{ "core":"testSimple1_shard1_replica_n2", "base_url":"https://127.0.0.1:36841/solr", "node_name":"127.0.0.1:36841_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple1_shard2_replica_n4", "base_url":"https://127.0.0.1:34125/solr", "node_name":"127.0.0.1:34125_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"https://127.0.0.1:44413/solr", "node_name":"127.0.0.1:44413_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:34125_solr, 127.0.0.1:36841_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple1_shard1_replica_n1", "base_url":"https://127.0.0.1:34125/solr", "node_name":"127.0.0.1:34125_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"https://127.0.0.1:44413/solr", "node_name":"127.0.0.1:44413_solr", "state":"down", "type":"NRT"}, "core_node5":{ "core":"testSimple1_shard1_replica_n2", "base_url":"https://127.0.0.1:36841/solr", "node_name":"127.0.0.1:36841_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple1_shard2_replica_n4", "base_url":"https://127.0.0.1:34125/solr", "node_name":"127.0.0.1:34125_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"https://127.0.0.1:44413/solr", "node_name":"127.0.0.1:44413_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([59330630B8211495:618022CE9FD2C044]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269) at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:102) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 11813 lines...] [junit4] Suite: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/init-core-data-001 [junit4] 2> 205104 WARN (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18 [junit4] 2> 205104 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 205105 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 205105 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 205106 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001 [junit4] 2> 205106 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 205106 INFO (Thread-449) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 205106 INFO (Thread-449) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 205109 ERROR (Thread-449) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 205206 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43511 [junit4] 2> 205228 INFO (jetty-launcher-362-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 205236 INFO (jetty-launcher-362-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 205237 INFO (jetty-launcher-362-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 205246 INFO (jetty-launcher-362-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 205248 INFO (jetty-launcher-362-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71cdcc51{/solr,null,AVAILABLE} [junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11095f37{SSL,[ssl, http/1.1]}{127.0.0.1:32839} [junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.e.j.s.Server Started @207529ms [junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32839} [junit4] 2> 205249 ERROR (jetty-launcher-362-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T10:57:30.420507Z [junit4] 2> 205248 INFO (jetty-launcher-362-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15b8738{/solr,null,AVAILABLE} [junit4] 2> 205257 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 205267 INFO (jetty-launcher-362-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64ec362d{/solr,null,AVAILABLE} [junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@389acfc8{SSL,[ssl, http/1.1]}{127.0.0.1:39367} [junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.e.j.s.Server Started @207548ms [junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39367} [junit4] 2> 205268 ERROR (jetty-launcher-362-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T10:57:30.439845Z [junit4] 2> 205269 INFO (jetty-launcher-362-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70f0cb52{SSL,[ssl, http/1.1]}{127.0.0.1:35313} [junit4] 2> 205269 INFO (jetty-launcher-362-thread-2) [ ] o.e.j.s.Server Started @207550ms [junit4] 2> 205269 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35313} [junit4] 2> 205270 ERROR (jetty-launcher-362-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 205270 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 205270 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 205270 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 205270 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T10:57:30.441279Z [junit4] 2> 205276 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 205298 INFO (jetty-launcher-362-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53c3f202{/solr,null,AVAILABLE} [junit4] 2> 205299 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2026587d{SSL,[ssl, http/1.1]}{127.0.0.1:36391} [junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.e.j.s.Server Started @207579ms [junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36391} [junit4] 2> 205299 ERROR (jetty-launcher-362-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T10:57:30.470778Z [junit4] 2> 205302 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr [junit4] 2> 205340 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr [junit4] 2> 205342 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 205352 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr [junit4] 2> 205363 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr [junit4] 2> 205365 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f62a12aa60007, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 205405 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 205411 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36391_solr [junit4] 2> 205414 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98906161170219020-127.0.0.1:36391_solr-n_0000000000) starting [junit4] 2> 205440 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36391_solr [junit4] 2> 205452 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 205453 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 205454 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32839_solr [junit4] 2> 205459 INFO (zkCallback-377-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 205463 INFO (zkCallback-384-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 205464 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 205468 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 205472 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39367_solr [junit4] 2> 205472 INFO (zkCallback-384-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 205472 INFO (zkCallback-377-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 205475 INFO (zkCallback-379-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 205486 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 205492 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 205493 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35313_solr [junit4] 2> 205495 INFO (zkCallback-379-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 205495 INFO (zkCallback-377-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 205496 INFO (zkCallback-384-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 205500 INFO (zkCallback-383-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 205512 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205524 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205524 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205525 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/. [junit4] 2> 205530 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205542 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205542 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205543 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/. [junit4] 2> 205546 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205549 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205556 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205556 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205557 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/. [junit4] 2> 205558 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205558 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 205558 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/. [junit4] 2> 205670 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 205670 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43511/solr ready [junit4] 2> 205681 INFO (TEST-TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes-seed#[59330630B8211495]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionWithDownNodes [junit4] 2> 205693 INFO (qtp1828270948-1879) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=halfdeletedcollection2&nrtReplicas=3&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 205699 INFO (OverseerThreadFactory-772-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection2 [junit4] 2> 205803 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:35313/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 205804 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:39367/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 205804 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:36391/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 205805 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:32839/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 205806 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n8", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:35313/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 205807 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n10", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:39367/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 205808 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard3", [junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n12", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:36391/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 205808 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard3", [junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n14", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:32839/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 205809 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard3", [junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n16", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:35313/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 205810 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard4", [junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n18", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:39367/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 205811 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard4", [junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n20", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:36391/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 205812 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"halfdeletedcollection2", [junit4] 2> "shard":"shard4", [junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n22", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:32839/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 206097 INFO (qtp1828270948-1986) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n8&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206097 INFO (qtp1828270948-1986) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 206100 INFO (qtp1828270948-1872) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n1&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206106 INFO (qtp1828270948-1875) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n16&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206107 INFO (qtp905328397-1877) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n6&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206108 INFO (qtp905328397-1877) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 206111 INFO (qtp837782987-1878) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n10&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206112 INFO (qtp837782987-1878) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 206116 INFO (qtp1403007578-1887) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n20&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206118 INFO (qtp1403007578-1887) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 206138 INFO (qtp1403007578-1989) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n4&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206138 INFO (qtp905328397-1866) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n14&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206138 INFO (qtp1403007578-1905) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n12&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206142 INFO (qtp837782987-1988) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n2&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206143 INFO (qtp905328397-1880) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n22&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206143 INFO (qtp837782987-1895) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n18&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT [junit4] 2> 206247 INFO (zkCallback-383-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4]) [junit4] 2> 206247 INFO (zkCallback-384-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4]) [junit4] 2> 206248 INFO (zkCallback-379-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4]) [junit4] 2> 206247 INFO (zkCallback-377-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4]) [junit4] 2> 206248 INFO (zkCallback-377-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4]) [junit4] 2> 206248 INFO (zkCallback-379-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4]) [junit4] 2> 206248 INFO (zkCallback-384-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4]) [junit4] 2> 207152 INFO (qtp1828270948-1986) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207155 INFO (qtp1828270948-1875) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207162 INFO (qtp1828270948-1872) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207168 INFO (qtp1403007578-1887) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207179 INFO (qtp1828270948-1875) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard3_replica_n16] Schema name=minimal [junit4] 2> 207181 INFO (qtp1828270948-1875) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207181 INFO (qtp1828270948-1875) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard3_replica_n16' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207182 INFO (qtp1828270948-1875) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.core.halfdeletedcollection2.shard3.replica_n16' (registry 'solr.core.halfdeletedcollection2.shard3.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207182 INFO (qtp1828270948-1875) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207182 INFO (qtp1828270948-1875) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard3_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/halfdeletedcollection2_shard3_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/./halfdeletedcollection2_shard3_replica_n16/data/] [junit4] 2> 207185 INFO (qtp837782987-1878) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207185 INFO (qtp905328397-1877) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207189 INFO (qtp905328397-1880) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207189 INFO (qtp837782987-1988) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207189 INFO (qtp905328397-1866) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207192 INFO (qtp1403007578-1989) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207208 INFO (qtp1403007578-1905) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207210 INFO (qtp1403007578-1887) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard4_replica_n20] Schema name=minimal [junit4] 2> 207213 INFO (qtp1403007578-1887) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207213 INFO (qtp1403007578-1887) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard4_replica_n20' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207213 INFO (qtp1828270948-1986) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard2_replica_n8] Schema name=minimal [junit4] 2> 207213 INFO (qtp1403007578-1887) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.core.halfdeletedcollection2.shard4.replica_n20' (registry 'solr.core.halfdeletedcollection2.shard4.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207214 INFO (qtp1403007578-1887) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207214 INFO (qtp1403007578-1887) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard4_replica_n20] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/halfdeletedcollection2_shard4_replica_n20], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/./halfdeletedcollection2_shard4_replica_n20/data/] [junit4] 2> 207215 INFO (qtp1828270948-1986) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207215 INFO (qtp1828270948-1986) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard2_replica_n8' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207216 INFO (qtp1828270948-1872) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard1_replica_n1] Schema name=minimal [junit4] 2> 207216 INFO (qtp1828270948-1986) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.core.halfdeletedcollection2.shard2.replica_n8' (registry 'solr.core.halfdeletedcollection2.shard2.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207216 INFO (qtp1828270948-1986) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207216 INFO (qtp1828270948-1986) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard2_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/halfdeletedcollection2_shard2_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/./halfdeletedcollection2_shard2_replica_n8/data/] [junit4] 2> 207218 INFO (qtp1828270948-1872) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207218 INFO (qtp1828270948-1872) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard1_replica_n1' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207228 INFO (qtp837782987-1895) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 207231 INFO (qtp1828270948-1872) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.core.halfdeletedcollection2.shard1.replica_n1' (registry 'solr.core.halfdeletedcollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207231 INFO (qtp1828270948-1872) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207231 INFO (qtp1828270948-1872) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/halfdeletedcollection2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/./halfdeletedcollection2_shard1_replica_n1/data/] [junit4] 2> 207237 INFO (qtp905328397-1880) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard4_replica_n22] Schema name=minimal [junit4] 2> 207239 INFO (qtp837782987-1988) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard1_replica_n2] Schema name=minimal [junit4] 2> 207239 INFO (qtp905328397-1877) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard2_replica_n6] Schema name=minimal [junit4] 2> 207242 INFO (qtp905328397-1866) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard3_replica_n14] Schema name=minimal [junit4] 2> 207243 INFO (qtp905328397-1866) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207243 INFO (qtp905328397-1866) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard3_replica_n14' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207243 INFO (qtp837782987-1878) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard2_replica_n10] Schema name=minimal [junit4] 2> 207244 INFO (qtp905328397-1866) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.core.halfdeletedcollection2.shard3.replica_n14' (registry 'solr.core.halfdeletedcollection2.shard3.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207244 INFO (qtp905328397-1866) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207244 INFO (qtp905328397-1866) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard3_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/halfdeletedcollection2_shard3_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/./halfdeletedcollection2_shard3_replica_n14/data/] [junit4] 2> 207244 INFO (qtp1403007578-1905) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard3_replica_n12] Schema name=minimal [junit4] 2> 207246 INFO (qtp905328397-1877) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207246 INFO (qtp905328397-1877) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard2_replica_n6' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207247 INFO (qtp905328397-1877) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.core.halfdeletedcollection2.shard2.replica_n6' (registry 'solr.core.halfdeletedcollection2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207247 INFO (qtp905328397-1877) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207247 INFO (qtp905328397-1877) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/halfdeletedcollection2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/./halfdeletedcollection2_shard2_replica_n6/data/] [junit4] 2> 207248 INFO (qtp837782987-1988) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207248 INFO (qtp837782987-1988) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard1_replica_n2' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207248 INFO (qtp837782987-1988) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.core.halfdeletedcollection2.shard1.replica_n2' (registry 'solr.core.halfdeletedcollection2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207248 INFO (qtp837782987-1878) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207248 INFO (qtp837782987-1878) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard2_replica_n10' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207248 INFO (qtp837782987-1988) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207248 INFO (qtp837782987-1988) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/halfdeletedcollection2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/./halfdeletedcollection2_shard1_replica_n2/data/] [junit4] 2> 207237 INFO (qtp1403007578-1989) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard1_replica_n4] Schema name=minimal [junit4] 2> 207249 INFO (qtp837782987-1878) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.core.halfdeletedcollection2.shard2.replica_n10' (registry 'solr.core.halfdeletedcollection2.shard2.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207249 INFO (qtp837782987-1878) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207249 INFO (qtp837782987-1878) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard2_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/halfdeletedcollection2_shard2_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/./halfdeletedcollection2_shard2_replica_n10/data/] [junit4] 2> 207250 INFO (qtp1403007578-1905) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207250 INFO (qtp1403007578-1905) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard3_replica_n12' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207250 INFO (qtp1403007578-1905) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.core.halfdeletedcollection2.shard3.replica_n12' (registry 'solr.core.halfdeletedcollection2.shard3.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207250 INFO (qtp1403007578-1905) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207250 INFO (qtp1403007578-1905) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard3_replica_n12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/halfdeletedcollection2_shard3_replica_n12], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/./halfdeletedcollection2_shard3_replica_n12/data/] [junit4] 2> 207251 INFO (qtp1403007578-1989) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207251 INFO (qtp1403007578-1989) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard1_replica_n4' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207252 INFO (qtp1403007578-1989) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.core.halfdeletedcollection2.shard1.replica_n4' (registry 'solr.core.halfdeletedcollection2.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207252 INFO (qtp1403007578-1989) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207252 INFO (qtp1403007578-1989) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard1_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/halfdeletedcollection2_shard1_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/./halfdeletedcollection2_shard1_replica_n4/data/] [junit4] 2> 207253 INFO (qtp905328397-1880) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207253 INFO (qtp905328397-1880) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard4_replica_n22' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207255 INFO (qtp905328397-1880) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.core.halfdeletedcollection2.shard4.replica_n22' (registry 'solr.core.halfdeletedcollection2.shard4.replica_n22') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207255 INFO (qtp905328397-1880) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207255 INFO (qtp905328397-1880) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard4_replica_n22] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/halfdeletedcollection2_shard4_replica_n22], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/./halfdeletedcollection2_shard4_replica_n22/data/] [junit4] 2> 207259 INFO (qtp837782987-1895) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard4_replica_n18] Schema name=minimal [junit4] 2> 207310 INFO (qtp837782987-1895) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 207310 INFO (qtp837782987-1895) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard4_replica_n18' using configuration from collection halfdeletedcollection2, trusted=true [junit4] 2> 207310 INFO (qtp837782987-1895) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.core.halfdeletedcollection2.shard4.replica_n18' (registry 'solr.core.halfdeletedcollection2.shard4.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0 [junit4] 2> 207310 INFO (qtp837782987-1895) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 207310 INFO (qtp837782987-1895) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard4_replica_n18] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/halfdeletedcollection2_shard4_replica_n18], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/./halfdeletedcollection2_shard4_replica_n18/data/] [junit4] 2> 207351 INFO (qtp1828270948-1875) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 207351 INFO (qtp1828270948-1875) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 207380 INFO (qtp1828270948-1875) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 207380 INFO (qtp1828270948-1875) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 207408 INFO (qtp1828270948-1875) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@29155478[halfdeletedcollection2_shard3_replica_n16] main] [junit4] 2> 207408 INFO (qtp1828270948-1875) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 207409 INFO (qtp1828270948-1875) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 207417 INFO (qtp1828270948-1875) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 207417 INFO (qtp1828270948-1875) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582498581145714688 [junit4] 2> 207420 INFO (qtp1828270948-1875) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=3 found=1 timeoutin=9999ms [junit4] 2> 207429 INFO (searcherExecutor-781-thread-1) [ ] o.a.s.c.SolrCore [halfdeletedcollection2_shard3_replica_n16] Registered new searcher Searcher@29155478[halfdeletedcollection2_shard3_replica_n16] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 207478 INFO (qtp905328397-1866) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 207478 INFO (qtp905328397-1866) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 207481 INFO (qtp905328397-1866) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 207481 INFO (qtp905328397-1866) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 207488 INFO (qtp905328397-1866) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cfc214b[halfdeletedcollection2_shard3_replica_n14] main] [junit4] 2> 207489 INFO (qtp905328397-1866) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 207489 INFO (qtp905328397-1866) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 207492 INFO (qtp905328397-1866) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 207496 INFO (searcherExecutor-785-thread-1) [ ] o.a.s.c.SolrCore [halfdeletedcollection2_shard3_replica_n14] Registered new searcher Searcher@4cfc214b[halfdeletedcollection2_shard3_replica_n14] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 207496 INFO (qtp905328397-1866) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582498581228552192 [junit4] 2> 207519 INFO (qtp837782987-1878) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 207519 INFO (qtp1403007578-1887) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 207519 INFO (qtp1403007578-1887) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 207519 INFO (qtp837782987-1878) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 207520 INFO (qtp1403007578-1887) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 207520 INFO (qtp837782987-1878) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 207520 INFO (qtp1403007578-1887) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 207520 INFO (qtp837782987-1878) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 207521 INFO (qtp837782987-1895) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 207521 INFO (qtp837782987-1895) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 207521 INFO (qtp837782987-1878) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3174884b[halfdeletedcollection2_shard2_replica_n10] main] [junit4] 2> 207521 INFO (qtp1403007578-1887) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a7c2154[halfdeletedcollection2_shard4_replica_n20] main] [junit4] 2> 207521 INFO (zkCallback-383-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4]) [junit4] 2> 207521 INFO (zkCallback-384-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4]) [junit4] 2> 207521 INFO (zkCallback-384-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4]) [junit4] 2> 207522 INFO (qtp1403007578-1887) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 207522 INFO (qtp837782987-1878) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 207522 INFO (qtp837782987-1895) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 207522 INFO (qtp837782987-1895) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 207522 INFO (qtp1403007578-1887) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 207522 INFO (qtp837782987-1878) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 207523 INFO (qtp1403007578-1887) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 207523 INFO (qtp837782987-1878) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 207527 INFO (qtp1403007578-1905) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 207527 INFO (qtp905328397-1880) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 207527 INFO (qtp1403007578-1905) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 207527 INFO (qtp905328397-1880) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 207528 INFO (qtp837782987-1895) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c91e674[halfdeletedcollection2_shard4_replica_n18] main] [junit4] 2> 207528 INFO (qtp905328397-1880) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 207528 INFO (qtp905328397-1880) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 207528 INFO (qtp1403007578-1905) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 207528 INFO (qtp1403007578-1905) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 207528 INFO (qtp837782987-1895) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 207529 INFO (qtp837782987-1895) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 207529 INFO (qtp905328397-1880) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f404c53[halfdeletedcollection2_shard4_replica_n22] main] [junit4] 2> 207529 INFO (qtp837782987-1895) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 207529 INFO (qtp905328397-1880) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 207529 INFO (qtp905328397-1880) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 207530 INFO (qtp905328397-1880) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 207530 INFO (qtp1403007578-1905) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d3792eb[halfdeletedcollection2_shard3_replica_n12] main] [junit4] 2> 207531 INFO (qtp1828270948-1986) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 207531 INFO (qtp1828270948-1986) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 207531 INFO (qtp1828270948-1872) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 207531 INFO (qtp1828270948-1872) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 207532 INFO (qtp1828270948-1872) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 207532 INFO (qtp1828270948-1986) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 207532 INFO (qtp1828270948-1872) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 207532 INFO (qtp1828270948-1986) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 207533 INFO (qtp1403007578-1905) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 207533 INFO (qtp905328397-1880) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582498581267349504 [junit4] 2> 207533 INFO (qtp905328397-1877) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 207533 INFO (qtp905328397-1877) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 207533 INFO (qtp1828270948-1872) [ ] o.a.s.s.Sol [...truncated too long message...] 4930 INFO (coreCloseExecutor-682-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@615eba1d [junit4] 2> 144930 INFO (coreCloseExecutor-682-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1633597981 [junit4] 2> 144930 INFO (coreCloseExecutor-682-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ab7fd8: rootName = solr_35933, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@11584c50 [junit4] 2> 144930 INFO (zkCallback-311-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 144931 INFO (jetty-closer-290-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 144935 INFO (coreCloseExecutor-684-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@3e762377 [junit4] 2> 144935 INFO (coreCloseExecutor-684-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n3, tag=1047929719 [junit4] 2> 144935 INFO (zkCallback-310-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 144935 INFO (coreCloseExecutor-684-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57f43949: rootName = solr_34609, domain = solr.core.collection1.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@4aab94d3 [junit4] 2> 144936 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f62c720cb000c, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 144936 INFO (jetty-closer-290-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c3f3365{/solr,null,UNAVAILABLE} [junit4] 2> 144936 INFO (jetty-closer-290-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d746e9e{/solr,null,UNAVAILABLE} [junit4] 2> 144940 INFO (coreCloseExecutor-682-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1633597981 [junit4] 2> 144942 INFO (coreCloseExecutor-684-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1047929719 [junit4] 2> 144942 INFO (jetty-closer-290-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a0b6b8{/solr,null,UNAVAILABLE} [junit4] 2> 144943 INFO (jetty-closer-290-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98906324213628938-127.0.0.1:34609_solr-n_0000000000) closing [junit4] 2> 144943 INFO (OverseerStateUpdate-98906324213628938-127.0.0.1:34609_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34609_solr [junit4] 2> 144943 WARN (OverseerAutoScalingTriggerThread-98906324213628938-127.0.0.1:34609_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 144944 INFO (jetty-closer-290-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b454ce9{/solr,null,UNAVAILABLE} [junit4] 2> 144944 ERROR (SUITE-StreamExpressionTest-seed#[A9A6BBFDA4E29647]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 144944 INFO (SUITE-StreamExpressionTest-seed#[A9A6BBFDA4E29647]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37485 37485 [junit4] 2> 149984 INFO (Thread-368) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37485 37485 [junit4] 2> 149985 WARN (Thread-368) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 101 /solr/aliases.json [junit4] 2> 16 /solr/configs/conf [junit4] 2> 7 /solr/configs/ml [junit4] 2> 4 /solr/security.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 101 /solr/clusterprops.json [junit4] 2> 101 /solr/clusterstate.json [junit4] 2> 40 /solr/collections/destinationCollection/state.json [junit4] 2> 28 /solr/collections/parallelDestinationCollection1/state.json [junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json [junit4] 2> 10 /solr/collections/mainCorpus1/state.json [junit4] 2> 10 /solr/collections/destination/state.json [junit4] 2> 10 /solr/collections/destination1/state.json [junit4] 2> 10 /solr/collections/collection1/state.json [junit4] 2> 10 /solr/collections/workQueue1/state.json [junit4] 2> 10 /solr/collections/workQueue/state.json [junit4] 2> 10 /solr/collections/uknownCollection/state.json [junit4] 2> 10 /solr/collections/modelCollection/state.json [junit4] 2> 10 /solr/collections/checkpointCollection/state.json [junit4] 2> 10 /solr/collections/mainCorpus/state.json [junit4] 2> 2 /solr/overseer_elect/election/98906324213628938-127.0.0.1:34609_solr-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 101 /solr/live_nodes [junit4] 2> 101 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_A9A6BBFDA4E29647-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=PostingsFormat(name=LuceneVarGapFixedInterval), expr_s=Lucene50(blocksize=128), terms_ss=FSTOrd50, join2_s=FSTOrd50, field_s=PostingsFormat(name=Asserting), multiDefault=FSTOrd50, subject=FSTOrd50, a1_s=FSTOrd50, a2_s=PostingsFormat(name=LuceneVarGapFixedInterval), level1_s=Lucene50(blocksize=128), body_t=PostingsFormat(name=LuceneVarGapFixedInterval), s_multi=PostingsFormat(name=LuceneVarGapFixedInterval), level2_s=PostingsFormat(name=Asserting), col_s=FSTOrd50, a_ss=PostingsFormat(name=Asserting), a_s=PostingsFormat(name=LuceneVarGapFixedInterval), tv_text=PostingsFormat(name=Asserting), term_s=FSTOrd50, a_t=PostingsFormat(name=Asserting), text_s=Lucene50(blocksize=128), id=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneVarGapFixedInterval), featureSet_s=FSTOrd50, checkpoint_ss=PostingsFormat(name=LuceneVarGapFixedInterval), test_t=PostingsFormat(name=LuceneVarGapFixedInterval), ident_s=FSTOrd50, whitetok=PostingsFormat(name=LuceneVarGapFixedInterval), side_s=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{name_s=DocValuesFormat(name=Lucene70), expr_s=DocValuesFormat(name=Lucene70), iteration_i=DocValuesFormat(name=Lucene70), terms_ss=DocValuesFormat(name=Memory), join2_s=DocValuesFormat(name=Memory), field_s=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Memory), price_f=DocValuesFormat(name=Memory), a1_s=DocValuesFormat(name=Memory), a_f=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Direct), join1_i=DocValuesFormat(name=Lucene70), falseNegative_i=DocValuesFormat(name=Direct), a2_s=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Memory), falsePositive_i=DocValuesFormat(name=Direct), field_i=DocValuesFormat(name=Memory), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Memory), a_ss=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Lucene70), score_f=DocValuesFormat(name=Lucene70), term_s=DocValuesFormat(name=Memory), text_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct), i_multi=DocValuesFormat(name=Lucene70), featureSet_s=DocValuesFormat(name=Memory), trueNegative_i=DocValuesFormat(name=Lucene70), index_i=DocValuesFormat(name=Memory), b_ls=DocValuesFormat(name=Memory), test_dt=DocValuesFormat(name=Lucene70), out_i=DocValuesFormat(name=Memory), checkpoint_ss=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Memory), order_i=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Lucene70), truePositive_i=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1748, maxMBSortInHeap=5.261704875880367, sim=RandomSimilarity(queryNorm=false): {}, locale=es-VE, timezone=SystemV/CST6CDT [junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=138418312,total=525336576 [junit4] 2> NOTE: All tests run in this JVM: [TestPolicy, LessThanEvaluatorTest, SquareRootEvaluatorTest, TestNamedListCodec, FieldValueEvaluatorTest, StreamingTest, SchemaTest, TestClusteringResponse, LargeVolumeEmbeddedTest, StreamExpressionParserTest, TermsResponseTest, ArcSineEvaluatorTest, StreamExpressionTest] [junit4] Completed [135/146 (1!)] on J0 in 117.62s, 122 tests, 1 failure <<< FAILURES! [...truncated 39190 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org