Build: https://ci-builds.apache.org/job/Solr/job/Solr-NightlyTests-main/302/
5 tests failed. FAILED: org.apache.solr.cloud.TestTlogReplica.testRebalanceLeaders Error Message: java.lang.AssertionError: Can not find doc 1 in https://127.0.0.1:43183/solr Stack Trace: java.lang.AssertionError: Can not find doc 1 in https://127.0.0.1:43183/solr at __randomizedtesting.SeedInfo.seed([8A579D65C4205B37:94B8AF95FC8B1747]:0) at org.junit.Assert.fail(Assert.java:89) at org.junit.Assert.assertTrue(Assert.java:42) at org.junit.Assert.assertNotNull(Assert.java:713) at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:980) at org.apache.solr.cloud.TestTlogReplica.testRebalanceLeaders(TestTlogReplica.java:746) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) at java.base/java.lang.Thread.run(Thread.java:834) FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test Error Message: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40335//control_collection: Error opening new searcher Stack Trace: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40335//control_collection: Error opening new searcher at __randomizedtesting.SeedInfo.seed([8A579D65C4205B37:203A2BF6ADC36CF]:0) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:668) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:239) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:222) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:226) at app//org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:505) at app//org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:480) at app//org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1742) at app//org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:92) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at [email protected]/java.lang.reflect.Method.invoke(Method.java:566) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081) at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1052) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) at [email protected]/java.lang.Thread.run(Thread.java:834) FAILED: org.apache.solr.cloud.PackageManagerCLITest.testPackageManager Error Message: java.lang.AssertionError: Non-zero status returned for: [-solrUrl, https://127.0.0.1:36503/solr, deploy, question-answer, -y, -collections, abc, -p, RH-HANDLER-PATH=/mypath2] expected:<0> but was:<1> Stack Trace: java.lang.AssertionError: Non-zero status returned for: [-solrUrl, https://127.0.0.1:36503/solr, deploy, question-answer, -y, -collections, abc, -p, RH-HANDLER-PATH=/mypath2] expected:<0> but was:<1> at __randomizedtesting.SeedInfo.seed([8A579D65C4205B37:89FDD60BC6CE849C]:0) at org.junit.Assert.fail(Assert.java:89) at org.junit.Assert.failNotEquals(Assert.java:835) at org.junit.Assert.assertEquals(Assert.java:647) at org.apache.solr.cloud.PackageManagerCLITest.run(PackageManagerCLITest.java:156) at org.apache.solr.cloud.PackageManagerCLITest.testPackageManager(PackageManagerCLITest.java:94) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) at java.base/java.lang.Thread.run(Thread.java:834) FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest.test Error Message: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35361/_uvh/ff/control_collection: Error opening new searcher Stack Trace: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35361/_uvh/ff/control_collection: Error opening new searcher at __randomizedtesting.SeedInfo.seed([8A579D65C4205B37:203A2BF6ADC36CF]:0) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:668) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:239) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:222) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:226) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:243) at app//org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:573) at app//org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:561) at app//org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:214) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at [email protected]/java.lang.reflect.Method.invoke(Method.java:566) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081) at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1052) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) at [email protected]/java.lang.Thread.run(Thread.java:834) FAILED: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test Error Message: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36019/solr/recoverytest_shard1_replica_n1: parsing error Stack Trace: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36019/solr/recoverytest_shard1_replica_n1: parsing error at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:630) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:239) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:222) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:226) at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1004) at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1019) at app//org.apache.solr.cloud.RecoveryZkTest.assertShardConsistency(RecoveryZkTest.java:144) at app//org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:133) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at [email protected]/java.lang.reflect.Method.invoke(Method.java:566) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) at [email protected]/java.lang.Thread.run(Thread.java:834) Caused by: org.apache.solr.common.SolrException: parsing error at app//org.apache.solr.client.solrj.impl.BinaryResponseParser.processResponse(BinaryResponseParser.java:53) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:628) ... 53 more Caused by: java.io.EOFException at org.apache.solr.common.util.FastInputStream.readByte(FastInputStream.java:218) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:282) at org.apache.solr.common.util.JavaBinCodec.readArray(JavaBinCodec.java:807) at org.apache.solr.common.util.JavaBinCodec.readArray(JavaBinCodec.java:800) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:299) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) at org.apache.solr.common.util.JavaBinCodec.readSolrDocumentList(JavaBinCodec.java:602) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:334) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) at org.apache.solr.common.util.JavaBinCodec.readOrderedMap(JavaBinCodec.java:227) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:301) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196) at org.apache.solr.client.solrj.impl.BinaryResponseParser.processResponse(BinaryResponseParser.java:51) ... 54 more Build Log: [...truncated 8300 lines...] 2> ERROR: System/Runtime.exit(1) or halt(1) calls are not allowed because they terminate the test runner's JVM. 2> 2> 1593055 INFO (TEST-PackageManagerCLITest.testPackageManager-seed#[8A579D65C4205B37]) [] o.a.s.SolrTestCaseJ4 ###Ending testPackageManager > java.lang.AssertionError: Non-zero status returned for: [-solrUrl, https://127.0.0.1:36503/solr, deploy, question-answer, -y, -collections, abc, -p, RH-HANDLER-PATH=/mypath2] expected:<0> but was:<1> > at __randomizedtesting.SeedInfo.seed([8A579D65C4205B37:89FDD60BC6CE849C]:0) > at org.junit.Assert.fail(Assert.java:89) > at org.junit.Assert.failNotEquals(Assert.java:835) > at org.junit.Assert.assertEquals(Assert.java:647) > at org.apache.solr.cloud.PackageManagerCLITest.run(PackageManagerCLITest.java:156) > at org.apache.solr.cloud.PackageManagerCLITest.testPackageManager(PackageManagerCLITest.java:94) > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.base/java.lang.reflect.Method.invoke(Method.java:566) > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) > at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) > at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) > at org.junit.rules.RunRules.evaluate(RunRules.java:20) > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) > at org.junit.rules.RunRules.evaluate(RunRules.java:20) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) > at org.junit.rules.RunRules.evaluate(RunRules.java:20) > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) > at org.junit.rules.RunRules.evaluate(RunRules.java:20) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) > at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) > at java.base/java.lang.Thread.run(Thread.java:834) 2> NOTE: large line-docs file was used in this run. You have to download it manually ('gradlew getEnWikiRandomLines') and use -P/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/test-data/enwiki.random.lines.txt=... property to point to it. 2> NOTE: reproduce with: gradlew test --tests PackageManagerCLITest.testPackageManager -Dtests.seed=8A579D65C4205B37 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/test-data/enwiki.random.lines.txt -Dtests.locale=vun -Dtests.timezone=ECT -Dtests.asserts=true -Dtests.file.encoding=UTF-8 2> 1593057 INFO (SUITE-PackageManagerCLITest-seed#[8A579D65C4205B37]-worker) [] o.e.j.s.AbstractConnector Stopped ServerConnector@6d10a1ca{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2> 1593165 INFO (jetty-closer-9043-thread-1) [] o.e.j.s.AbstractConnector Stopped ServerConnector@6e70cf79{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0} 2> 1593165 INFO (jetty-closer-9043-thread-1) [] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@233e536e{/solr,null,STOPPED} 2> 1593165 INFO (jetty-closer-9043-thread-1) [] o.e.j.s.session node0 Stopped scavenging 2> 1593166 INFO (jetty-closer-9043-thread-1) [] o.a.s.c.CoreContainer Shutting down CoreContainer instance=404180054 2> 1593166 INFO (jetty-closer-9043-thread-1) [] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36503_solr 2> 1593166 INFO (jetty-closer-9043-thread-1) [] o.a.s.c.ZkController Publish this node as DOWN... 2> 1593166 INFO (jetty-closer-9043-thread-1) [] o.a.s.c.ZkController Publish node=127.0.0.1:36503_solr as DOWN 2> 1593167 INFO (zkCallback-8999-thread-3) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) 2> 1593168 INFO (coreCloseExecutor-9046-thread-1) [n:127.0.0.1:36503_solr] o.a.s.c.SolrCore [abc_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@22aaa4a3 2> 1593168 INFO (coreCloseExecutor-9046-thread-1) [n:127.0.0.1:36503_solr] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.abc.shard1.replica_n1 tag=SolrCore@22aaa4a3 2> 1593168 INFO (coreCloseExecutor-9046-thread-1) [n:127.0.0.1:36503_solr] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.abc.shard1.leader tag=SolrCore@22aaa4a3 2> 1593168 INFO (coreCloseExecutor-9046-thread-2) [n:127.0.0.1:36503_solr] o.a.s.c.SolrCore [def_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@f216b3f 2> 1593169 INFO (coreCloseExecutor-9046-thread-2) [n:127.0.0.1:36503_solr] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.def.shard1.replica_n1 tag=SolrCore@f216b3f 2> 1593169 INFO (coreCloseExecutor-9046-thread-2) [n:127.0.0.1:36503_solr] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.def.shard1.leader tag=SolrCore@f216b3f 2> 1593170 INFO (coreCloseExecutor-9046-thread-1) [n:127.0.0.1:36503_solr] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary). 2> 1593170 INFO (coreCloseExecutor-9046-thread-2) [n:127.0.0.1:36503_solr] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary). 2> 1593171 INFO (jetty-closer-9043-thread-1) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null 2> 1593171 INFO (jetty-closer-9043-thread-1) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null 2> 1593171 INFO (jetty-closer-9043-thread-1) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null 2> 1593171 INFO (jetty-closer-9043-thread-1) [] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null 2> 1593174 INFO (closeThreadPool-9048-thread-1) [] o.a.s.c.Overseer Overseer (id=74862655467290628-127.0.0.1:36503_solr-n_0000000000) closing 2> 1593174 INFO (OverseerStateUpdate-74862655467290628-127.0.0.1:36503_solr-n_0000000000) [n:127.0.0.1:36503_solr] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36503_solr 2> 1593175 INFO (closeThreadPool-9048-thread-2) [] o.a.s.c.Overseer Overseer (id=74862655467290628-127.0.0.1:36503_solr-n_0000000000) closing 2> 1593276 INFO (jetty-closer-9043-thread-1) [] o.a.s.c.Overseer Overseer (id=74862655467290628-127.0.0.1:36503_solr-n_0000000000) closing 2> 1601255 INFO (SUITE-PackageManagerCLITest-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.ZkTestServer Shutting down ZkTestServer. 2> 1601458 WARN (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer Watch limit violations: 2> Maximum concurrent create/delete watches above limit: 2> 2> 2 /solr/aliases.json 2> 2 /solr/collections/def/terms/shard1 2> 2 /solr/collections/abc/terms/shard1 2> 2> Maximum concurrent data watches above limit: 2> 2> 18 /solr/collections/def/state.json 2> 16 /solr/collections/abc/state.json 2> 2 /solr/clusterprops.json 2> 2> Maximum concurrent children watches above limit: 2> 2> 20 /solr/overseer/queue 2> 9 /solr/overseer/collection-queue-work 2> 6 /solr/collections 2> 6 /solr/collections/abc/state.json 2> 6 /solr/collections/def/state.json 2> 4 /solr/live_nodes 2> 2> 1601461 INFO (SUITE-PackageManagerCLITest-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:37207 2> 1601461 INFO (SUITE-PackageManagerCLITest-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37207 2> 1601461 INFO (SUITE-PackageManagerCLITest-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37207 2> 1601462 INFO (SUITE-PackageManagerCLITest-seed#[8A579D65C4205B37]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-237 after mutting 0 log messages 2> 1601462 INFO (SUITE-PackageManagerCLITest-seed#[8A579D65C4205B37]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-238 for ERROR logs matching regex: ignore_exception 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/tmp/tests-tmp/solr.cloud.PackageManagerCLITest_8A579D65C4205B37-001 2> NOTE: test params are: codec=Lucene90, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=vun, timezone=ECT 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 11.0.12 (64-bit)/cpus=4,threads=2,free=287692416,total=536870912 2> NOTE: All tests run in this JVM: [WrapperMergePolicyFactoryTest, SolrTestCaseJ4DeleteCoreTest, JvmMetricsTest, SolrGraphiteReporterTest, SolrTestCaseJ4Test, TestEmbeddedSolrServerSchemaAPI, DistributedSpellCheckComponentTest, TestExpandComponent, PhrasesIdentificationComponentTest, UpdateLogCloudTest, FacetPivotSmallTest, TermVectorComponentTest, TestHttpShardHandlerFactory, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotLongTailTest, TestTrackingShardHandlerFactory, QueryComponentPartialResultsTest, TestSQLHandler, PropertiesRequestHandlerTest, TestConfigsApi, V2CollectionsAPIMappingTest, CoreAdminRequestStatusTest, ThreadDumpHandlerTest, LukeRequestHandlerTest, CoreAdminHandlerTest, CoreMergeIndexesAdminHandlerTest, V2CollectionBackupsAPIMappingTest, RequestLoggingTest, TaggingAttributeTest, TestHealthCheckHandlerLegacyMode, FieldAnalysisRequestHandlerTest, TestIncrementalCoreBackup, TestCSVLoader, V2StandaloneTest, TestStressThreadBackup, PingRequestHandlerTest, TestSchemaDesignerSettingsDAO, TestConfigReload, TestUnifiedSolrHighlighter, TestUnifiedSolrHighlighterWithoutStoredId, AllowListUrlCheckerTest, CertAuthPluginTest, TestImpersonationWithHadoopAuth, TestDelegationWithHadoopAuth, TestSha256AuthenticationProvider, AuditLoggerPluginTest, TestTolerantSearch, SuggesterTSTTest, SuggesterFSTTest, TestFreeTextSuggestions, ConjunctionSolrSpellCheckerTest, IndexBasedSpellCheckerTest, SpellPossibilityIteratorTest, TestNumericTokenStream, TestLegacyTerms, TestFieldCacheWithThreads, TestDocTermOrdsUninvertLimit, TestFieldCacheSort, BasicFunctionalityTest, JSONWriterTest, TestSubQueryTransformerCrossCore, TestPHPSerializedResponseWriter, TestSolrQueryResponse, TestRawTransformer, TokenizerChainTest, TestDeprecatedFilters, TestReversedWildcardFilterFactory, DistribDocExpirationUpdateProcessorTest, ReplaceNodeTest, TestRequestForwarding, DeleteStatusTest, OverseerModifyCollectionTest, SolrXmlInZkTest, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, RecoveryAfterSoftCommitTest, UnloadDistributedZkTest, SaslZkACLProviderTest, TestRandomFlRTGCloud, TestPullReplicaWithAuth, SliceStateTest, TestSkipOverseerOperations, RecoveryZkTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsRecoverLeaseTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsWriteToMultipleCollectionsTest, CollectionStateZnodeTest, TestLeaderElectionWithEmptyReplica, ReindexCollectionTest, TestTlogReplayVsRecovery, CleanupOldIndexTest, TestLeaderElectionZkExpiry, ForceLeaderWithTlogReplicasTest, DistributedQueueTest, VMParamsZkACLAndCredentialsProvidersTest, CreateRoutedAliasTest, HttpPartitionOnCommitTest, TestSolrCloudWithDelegationTokens, RemoteQueryErrorTest, DeleteInactiveReplicaTest, DistribJoinFromCollectionTest, TestLRUStatsCacheCloud, MultiThreadedOCPTest, PackageManagerCLITest] WARNING: Test org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates wrote 112,866,957 bytes of output. WARNING: Test org.apache.solr.schema.TestCloudSchemaless wrote 14,017,277 bytes of output. WARNING: Test org.apache.solr.update.TestInPlaceUpdatesStandalone wrote 114,400,366 bytes of output. WARNING: Test org.apache.solr.search.facet.TestCloudJSONFacetSKGEquiv wrote 29,848,459 bytes of output. WARNING: Test org.apache.solr.schema.DocValuesTest wrote 11,874,246 bytes of output. WARNING: Test org.apache.solr.search.facet.TestCloudJSONFacetSKG wrote 117,247,048 bytes of output. WARNING: Test org.apache.solr.TestDistributedSearch wrote 151,348,388 bytes of output. WARNING: Test org.apache.solr.search.facet.TestJsonFacets wrote 29,581,933 bytes of output. WARNING: Test org.apache.solr.search.TestRangeQuery wrote 35,860,838 bytes of output. WARNING: Test org.apache.solr.TestRandomFaceting wrote 55,073,642 bytes of output. WARNING: Test org.apache.solr.TestRandomDVFaceting wrote 23,145,334 bytes of output. WARNING: Test org.apache.solr.cloud.TestStressLiveNodes wrote 28,717,082 bytes of output. org.apache.solr.cloud.TestTlogReplica > testRebalanceLeaders FAILED java.lang.AssertionError: Can not find doc 1 in https://127.0.0.1:43183/solr at __randomizedtesting.SeedInfo.seed([8A579D65C4205B37:94B8AF95FC8B1747]:0) at org.junit.Assert.fail(Assert.java:89) at org.junit.Assert.assertTrue(Assert.java:42) at org.junit.Assert.assertNotNull(Assert.java:713) at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:980) at org.apache.solr.cloud.TestTlogReplica.testRebalanceLeaders(TestTlogReplica.java:746) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) at java.base/java.lang.Thread.run(Thread.java:834) org.apache.solr.cloud.TestTlogReplica > test suite's output saved to /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.TestTlogReplica.txt, copied below: 2> 4321872 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/server/solr/configsets/_default/conf' 2> 4321872 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom 2> 4321873 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-170 after mutting 0 log messages 2> 4321873 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-171 for ERROR logs matching regex: ignore_exception 2> 4321874 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/tmp/tests-tmp/solr.cloud.TestTlogReplica_8A579D65C4205B37-001/data-dir-69-001 2> 4321874 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false 2> 4321875 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) 2> 4321875 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/tmp/tests-tmp/solr.cloud.TestTlogReplica_8A579D65C4205B37-001/tempDir-001 2> 4321875 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER 2> 4321876 INFO (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0 2> 4321876 INFO (ZkTestServer Run Thread) [] o.a.s.c.ZkTestServer Starting server 2> 4321877 WARN (ZkTestServer Run Thread) [] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0. 2> 4321976 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.ZkTestServer start zk server on port: 33031 2> 4321976 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33031 2> 4321976 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33031 2> 4321976 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33031 2> 4321978 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper 2> 4321984 INFO (zkConnectionManagerCallback-64461-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected 2> 4321984 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2> 4321996 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper 2> 4321997 INFO (zkConnectionManagerCallback-64463-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected 2> 4321997 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2> 4322000 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper 2> 4322004 INFO (zkConnectionManagerCallback-64465-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected 2> 4322004 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2> 4322007 WARN (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker-SendThread(127.0.0.1:33031)) [] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x109f759f1bc0002. 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x109f759f1bc0002, likely server has closed socket 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x109f759f1bc0002, likely server has closed socket 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.7.0.jar:3.7.0] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.7.0.jar:3.7.0] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1280) [zookeeper-3.7.0.jar:3.7.0] 2> 4322110 INFO (jetty-launcher-64466-thread-2) [] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0) 2> 4322110 INFO (jetty-launcher-64466-thread-1) [] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0) 2> 4322110 INFO (jetty-launcher-64466-thread-2) [] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ... 2> 4322110 INFO (jetty-launcher-64466-thread-1) [] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ... 2> 4322110 INFO (jetty-launcher-64466-thread-1) [] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 11.0.12+8-LTS-237 2> 4322110 INFO (jetty-launcher-64466-thread-2) [] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 11.0.12+8-LTS-237 2> 4322111 INFO (jetty-launcher-64466-thread-1) [] o.e.j.s.session DefaultSessionIdManager workerName=node0 2> 4322111 INFO (jetty-launcher-64466-thread-1) [] o.e.j.s.session No SessionScavenger set, using defaults 2> 4322111 INFO (jetty-launcher-64466-thread-2) [] o.e.j.s.session DefaultSessionIdManager workerName=node0 2> 4322111 INFO (jetty-launcher-64466-thread-1) [] o.e.j.s.session node0 Scavenging every 600000ms 2> 4322111 INFO (jetty-launcher-64466-thread-2) [] o.e.j.s.session No SessionScavenger set, using defaults 2> 4322111 INFO (jetty-launcher-64466-thread-2) [] o.e.j.s.session node0 Scavenging every 600000ms 2> 4322111 INFO (jetty-launcher-64466-thread-1) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@308ba5ef{/solr,null,AVAILABLE} 2> 4322112 INFO (jetty-launcher-64466-thread-2) [] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3181b996{/solr,null,AVAILABLE} 2> 4322112 INFO (jetty-launcher-64466-thread-2) [] o.e.j.s.AbstractConnector Started ServerConnector@53efd560{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:43183} 2> 4322112 INFO (jetty-launcher-64466-thread-1) [] o.e.j.s.AbstractConnector Started ServerConnector@57600076{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:36161} 2> 4322113 INFO (jetty-launcher-64466-thread-2) [] o.e.j.s.Server Started @4322144ms 2> 4322113 INFO (jetty-launcher-64466-thread-1) [] o.e.j.s.Server Started @4322144ms 2> 4322113 ERROR (jetty-launcher-64466-thread-1) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. 2> 4322113 ERROR (jetty-launcher-64466-thread-2) [] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. 2> 4322113 INFO (jetty-launcher-64466-thread-2) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory 2> 4322113 INFO (jetty-launcher-64466-thread-1) [] o.a.s.s.CoreContainerProvider Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory 2> 4322113 INFO (jetty-launcher-64466-thread-2) [] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 10.0.0 2> 4322113 INFO (jetty-launcher-64466-thread-1) [] o.a.s.s.CoreContainerProvider ___ _ Welcome to Apache Solr™ version 10.0.0 2> 4322113 INFO (jetty-launcher-64466-thread-2) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port null 2> 4322113 INFO (jetty-launcher-64466-thread-1) [] o.a.s.s.CoreContainerProvider / __| ___| |_ _ Starting in cloud mode on port null 2> 4322113 INFO (jetty-launcher-64466-thread-2) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr 2> 4322113 INFO (jetty-launcher-64466-thread-1) [] o.a.s.s.CoreContainerProvider \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr 2> 4322113 INFO (jetty-launcher-64466-thread-2) [] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2022-01-09T19:59:39.379322Z 2> 4322113 INFO (jetty-launcher-64466-thread-1) [] o.a.s.s.CoreContainerProvider |___/\___/_|_| Start time: 2022-01-09T19:59:39.379328Z 2> 4322113 INFO (jetty-launcher-64466-thread-2) [] o.a.s.s.CoreContainerProvider Solr Home: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/tmp/tests-tmp/solr.cloud.TestTlogReplica_8A579D65C4205B37-001/tempDir-001/node2 (source: servlet config: solr.solr.home) 2> 4322113 INFO (jetty-launcher-64466-thread-1) [] o.a.s.s.CoreContainerProvider Solr Home: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/tmp/tests-tmp/solr.cloud.TestTlogReplica_8A579D65C4205B37-001/tempDir-001/node1 (source: servlet config: solr.solr.home) 2> 4322114 INFO (jetty-launcher-64466-thread-2) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper 2> 4322114 INFO (jetty-launcher-64466-thread-1) [] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper 2> 4322115 INFO (zkConnectionManagerCallback-64468-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected 2> 4322115 INFO (jetty-launcher-64466-thread-2) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2> 4322115 INFO (zkConnectionManagerCallback-64470-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected 2> 4322115 INFO (jetty-launcher-64466-thread-1) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2> 4322115 INFO (jetty-launcher-64466-thread-2) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading... 2> 4322115 INFO (jetty-launcher-64466-thread-1) [] o.a.s.c.NodeConfig solr.xml found in ZooKeeper. Loading... 2> 4322120 WARN (jetty-launcher-64466-thread-2-SendThread(127.0.0.1:33031)) [] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x109f759f1bc0003. 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x109f759f1bc0003, likely server has closed socket 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x109f759f1bc0003, likely server has closed socket 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.7.0.jar:3.7.0] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.7.0.jar:3.7.0] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1280) [zookeeper-3.7.0.jar:3.7.0] 2> 4322221 WARN (jetty-launcher-64466-thread-1) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c6d9754[provider=null,keyStore=null,trustStore=null] 2> 4322221 WARN (jetty-launcher-64466-thread-1) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c6d9754[provider=null,keyStore=null,trustStore=null] 2> 4322224 WARN (jetty-launcher-64466-thread-1) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@773aec2a[provider=null,keyStore=null,trustStore=null] 2> 4322224 WARN (jetty-launcher-64466-thread-1) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@773aec2a[provider=null,keyStore=null,trustStore=null] 2> 4322225 INFO (jetty-launcher-64466-thread-1) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33031/solr 2> 4322225 INFO (jetty-launcher-64466-thread-1) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates. 2> 4322225 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper 2> 4322226 INFO (zkConnectionManagerCallback-64480-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected 2> 4322226 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2> 4322239 WARN (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html 2> 4322241 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates. 2> 4322243 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36161_solr 2> 4322244 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.Overseer Overseer (id=74862834508103685-127.0.0.1:36161_solr-n_0000000000) starting 2> 4322249 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36161_solr 2> 4322249 INFO (OverseerStateUpdate-74862834508103685-127.0.0.1:36161_solr-n_0000000000) [n:127.0.0.1:36161_solr] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36161_solr 2> 4322250 INFO (OverseerStateUpdate-74862834508103685-127.0.0.1:36161_solr-n_0000000000) [n:127.0.0.1:36161_solr] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) 2> 4322251 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.p.PackageLoader /packages.json updated to version -1 2> 4322251 WARN (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info 2> 4322302 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.a.c.DistributedCollectionConfigSetCommandRunner Creating DistributedCollectionConfigSetCommandRunner. Collection and ConfigSet APIs are running distributed (not Overseer based) 2> 4322302 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates. 2> 4322321 WARN (jetty-launcher-64466-thread-2) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@6cd8ba4e[provider=null,keyStore=null,trustStore=null] 2> 4322321 WARN (jetty-launcher-64466-thread-2) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6cd8ba4e[provider=null,keyStore=null,trustStore=null] 2> 4322323 WARN (jetty-launcher-64466-thread-2) [] o.e.j.u.s.S.config Trusting all certificates configured for Client@3bd262b3[provider=null,keyStore=null,trustStore=null] 2> 4322323 WARN (jetty-launcher-64466-thread-2) [] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3bd262b3[provider=null,keyStore=null,trustStore=null] 2> 4322324 INFO (jetty-launcher-64466-thread-2) [] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33031/solr 2> 4322324 INFO (jetty-launcher-64466-thread-2) [] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates. 2> 4322328 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.c.ConnectionManager Waiting up to 30000ms for client to connect to ZooKeeper 2> 4322331 INFO (zkConnectionManagerCallback-64498-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected 2> 4322331 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2> 4322339 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36161.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@603f8b04 2> 4322343 WARN (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html 2> 4322343 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) 2> 4322345 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates. 2> 4322346 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36161.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@603f8b04 2> 4322346 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36161.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@603f8b04 2> 4322347 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.ZkController Publish node=127.0.0.1:43183_solr as DOWN 2> 4322347 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024 2> 4322347 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/tmp/tests-tmp/solr.cloud.TestTlogReplica_8A579D65C4205B37-001/tempDir-001/node1 2> 4322347 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43183_solr 2> 4322348 INFO (zkCallback-64479-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) 2> 4322349 INFO (zkCallback-64497-thread-1) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) 2> 4322349 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.p.PackageLoader /packages.json updated to version -1 2> 4322349 WARN (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info 2> 4322351 INFO (jetty-launcher-64466-thread-1) [n:127.0.0.1:36161_solr] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36161, zkHost=127.0.0.1:33031/solr} 2> 4322351 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.a.c.DistributedCollectionConfigSetCommandRunner Creating DistributedCollectionConfigSetCommandRunner. Collection and ConfigSet APIs are running distributed (not Overseer based) 2> 4322351 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.DistributedClusterStateUpdater Creating DistributedClusterStateUpdater with useDistributedStateUpdate=true. Solr will be using distributed cluster state updates. 2> 4322382 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43183.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@603f8b04 2> 4322391 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43183.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@603f8b04 2> 4322391 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43183.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@603f8b04 2> 4322392 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/tmp/tests-tmp/solr.cloud.TestTlogReplica_8A579D65C4205B37-001/tempDir-001/node2 2> 4322395 INFO (jetty-launcher-64466-thread-2) [n:127.0.0.1:43183_solr] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43183, zkHost=127.0.0.1:33031/solr} 2> 4322396 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2 2> 4322396 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:36161_solr 2> 4322397 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 15000ms for client to connect to ZooKeeper 2> 4322397 INFO (zkConnectionManagerCallback-64511-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected 2> 4322398 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2> 4322398 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) 2> 4322399 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33031/solr ready 2> 4322399 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:43183_solr 2> 4322400 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.c.ConnectionManager Waiting up to 45000ms for client to connect to ZooKeeper 2> 4322400 INFO (zkConnectionManagerCallback-64513-thread-1) [] o.a.s.c.c.ConnectionManager zkClient has connected 2> 4322400 INFO (SUITE-TestTlogReplica-seed#[8A579D65C4205B37]-worker) [] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper 2> 4322514 INFO (TEST-TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates-seed#[8A579D65C4205B37]) [] o.a.s.SolrTestCaseJ4 ###Starting testOutOfOrderDBQWithInPlaceUpdates 2> 4322571 INFO (qtp2025133156-110867) [n:127.0.0.1:36161_solr] o.a.s.c.a.c.DistributedCollectionConfigSetCommandRunner Running Collection API locally for CREATE asyncId=null 2> 4322574 INFO (DistributedCollectionApiCommandExecutor-64487-thread-1-processing-127.0.0.1:36161_solr) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_out_of_order_db_qwith_in_place_updates 2> 4322681 INFO (DistributedCollectionApiCommandExecutor-64487-thread-1-processing-127.0.0.1:36161_solr) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates] o.a.s.c.o.SliceMutator createReplica() { 2> "core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1", 2> "node_name":"127.0.0.1:36161_solr", 2> "collection":"tlog_replica_test_out_of_order_db_qwith_in_place_updates", 2> "shard":"shard1", 2> "state":"down", 2> "type":"TLOG", 2> "operation":"ADDREPLICA", 2> "waitForFinalState":"false"} 2> 4322683 INFO (DistributedCollectionApiCommandExecutor-64487-thread-1-processing-127.0.0.1:36161_solr) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates] o.a.s.c.o.SliceMutator createReplica() { 2> "core":"tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2", 2> "node_name":"127.0.0.1:43183_solr", 2> "collection":"tlog_replica_test_out_of_order_db_qwith_in_place_updates", 2> "shard":"shard1", 2> "state":"down", 2> "type":"TLOG", 2> "operation":"ADDREPLICA", 2> "waitForFinalState":"false"} 2> 4322740 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG 2> 4322740 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024 2> 4322740 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_out_of_order_db_qwith_in_place_updates&shard=shard1&wt=javabin&version=2&replicaType=TLOG 2> 4322752 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0 2> 4322753 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0 2> 4322754 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema Schema name=minimal 2> 4322754 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.IndexSchema Schema name=minimal 2> 4322755 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id 2> 4322755 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1' using configuration from configset conf, trusted=true 2> 4322755 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id 2> 4322755 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2' using configuration from configset conf, trusted=true 2> 4322755 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36161.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@603f8b04 2> 4322755 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43183.solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@603f8b04 2> 4322755 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/tmp/tests-tmp/solr.cloud.TestTlogReplica_8A579D65C4205B37-001/tempDir-001/node2/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/tmp/tests-tmp/solr.cloud.TestTlogReplica_8A579D65C4205B37-001/tempDir-001/node2/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2/data/] 2> 4322755 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/tmp/tests-tmp/solr.cloud.TestTlogReplica_8A579D65C4205B37-001/tempDir-001/node1/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/tmp/tests-tmp/solr.cloud.TestTlogReplica_8A579D65C4205B37-001/tempDir-001/node1/tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1/data/] 2> 4322795 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog 2> 4322795 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 2> 4322795 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog 2> 4322795 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 2> 4322796 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled 2> 4322796 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled 2> 4322796 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled 2> 4322796 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled 2> 4322798 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf 2> 4322798 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf 2> 4322799 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf 2> 4322799 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf 2> 4322799 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2> 4322799 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2> 4322799 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1721508435135037440 2> 4322799 INFO (qtp2025133156-110865) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1721508435135037440 2> 4322802 INFO (searcherExecutor-64515-thread-1-processing-127.0.0.1:36161_solr tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1 tlog_replica_test_out_of_order_db_qwith_in_place_updates shard1 core_node3) [n:127.0.0.1:36161_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node3 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t1] Registered new searcher autowarm time: 0 ms 2> 4322802 INFO (searcherExecutor-64517-thread-1-processing-127.0.0.1:43183_solr tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2 tlog_replica_test_out_of_order_db_qwith_in_place_updates shard1 core_node4) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] Registered new searcher autowarm time: 0 ms 2> 4322806 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/terms/shard1 to Terms{values={core_node4=0}, version=0} for registerTerm 2> 4322806 INFO (qtp2084229603-110864) [n:127.0.0.1:43183_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_u [...truncated too long message...] ory:classes > Task :solr:contrib:s3-repository:compileTestJava > Task :solr:contrib:s3-repository:copyTestResources NO-SOURCE > Task :solr:contrib:s3-repository:processTestResources > Task :solr:contrib:s3-repository:testClasses > Task :solr:contrib:s3-repository:test :solr:contrib:s3-repository:test (SUCCESS): 42 test(s) > Task :solr:contrib:s3-repository:wipeTaskTemp > Task :solr:contrib:scripting:compileJava Note: Some input files use or override a deprecated API. Note: Recompile with -Xlint:deprecation for details. > Task :solr:contrib:scripting:processResources NO-SOURCE > Task :solr:contrib:scripting:classes > Task :solr:contrib:scripting:compileTestJava Note: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/contrib/scripting/src/test/org/apache/solr/scripting/update/TestBadScriptingUpdateProcessorConfig.java uses or overrides a deprecated API. Note: Recompile with -Xlint:deprecation for details. > Task :solr:contrib:scripting:copyTestResources NO-SOURCE > Task :solr:contrib:scripting:processTestResources > Task :solr:contrib:scripting:testClasses > Task :solr:contrib:scripting:test :solr:contrib:scripting:test (SUCCESS): 22 test(s), 1 skipped > Task :solr:contrib:scripting:wipeTaskTemp The slowest tests (exceeding 500 ms) during this run: 2533.07s TestStressLiveNodes.testStress (:solr:core) 596.17s RollingRestartTest.test (:solr:core) 334.87s ShardSplitTest.test (:solr:core) 264.53s TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs (:solr:core) 257.00s TestDistributedSearch.test (:solr:core) 256.27s TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit (:solr:core) 198.47s TestIntervalFaceting.testRandom (:solr:core) 193.16s TestRebalanceLeaders.testRebalanceLeaders (:solr:core) 162.42s TestDistributedStatsComponentCardinality.test (:solr:core) 157.34s StressHdfsTest.test (:solr:core) The slowest suites (exceeding 1s) during this run: 2535.58s TestStressLiveNodes (:solr:core) 596.69s RollingRestartTest (:solr:core) 564.30s ShardSplitTest (:solr:core) 397.59s TestReplicationHandler (:solr:core) 324.08s TestInPlaceUpdatesStandalone (:solr:core) 268.55s TestRandomFlRTGCloud (:solr:core) 257.21s TestDistributedSearch (:solr:core) 256.30s TestDocTermOrdsUninvertLimit (:solr:core) 227.23s CollectionsAPIDistributedZkTest (:solr:core) 199.50s TestIntervalFaceting (:solr:core) ERROR: The following test(s) have failed: - org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test (:solr:core) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.txt Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=8A579D65C4205B37 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/test-data/enwiki.random.lines.txt - org.apache.solr.cloud.PackageManagerCLITest.testPackageManager (:solr:core) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.PackageManagerCLITest.txt Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.PackageManagerCLITest.testPackageManager" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=8A579D65C4205B37 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/test-data/enwiki.random.lines.txt - org.apache.solr.cloud.TestTlogReplica.testRebalanceLeaders (:solr:core) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.TestTlogReplica.txt Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.TestTlogReplica.testRebalanceLeaders" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=8A579D65C4205B37 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/test-data/enwiki.random.lines.txt - org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest.test (:solr:core) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest.txt Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=8A579D65C4205B37 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/test-data/enwiki.random.lines.txt - org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test (:solr:core) Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.txt Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test" -Ptests.jvms=4 -Ptests.haltonfailure=false -Ptests.jvmargs=-XX:TieredStopAtLevel=1 -Ptests.seed=8A579D65C4205B37 -Ptests.multiplier=2 -Ptests.nightly=true -Ptests.badapples=false -Ptests.file.encoding=UTF-8 -Ptests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Solr/Solr-NightlyTests-main/test-data/enwiki.random.lines.txt Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. See https://docs.gradle.org/7.2/userguide/command_line_interface.html#sec:command_line_warnings BUILD SUCCESSFUL in 1h 56m 35s 94 actionable tasks: 94 executed Build step 'Invoke Gradle script' changed build result to SUCCESS Archiving artifacts java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:3069) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2948) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2929) at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3317) Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene-solr-2 at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1800) at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356) at hudson.remoting.Channel.call(Channel.java:1001) at hudson.FilePath.act(FilePath.java:1159) at hudson.FilePath.act(FilePath.java:1148) at hudson.FilePath.validateAntFileMask(FilePath.java:2927) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:270) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:80) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:803) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:752) at hudson.model.Build$BuildExecution.post2(Build.java:177) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:697) at hudson.model.Run.execute(Run.java:1931) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) Caused: hudson.FilePath$TunneledInterruptedException at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3319) at hudson.remoting.UserRequest.perform(UserRequest.java:211) at hudson.remoting.UserRequest.perform(UserRequest.java:54) at hudson.remoting.Request$2.run(Request.java:376) at hudson.remoting.InterceptingExecutorService.lambda$wrap$0(InterceptingExecutorService.java:78) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath.act(FilePath.java:1161) at hudson.FilePath.act(FilePath.java:1148) at hudson.FilePath.validateAntFileMask(FilePath.java:2927) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:270) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:80) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:803) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:752) at hudson.model.Build$BuildExecution.post2(Build.java:177) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:697) at hudson.model.Run.execute(Run.java:1931) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error? Recording test results [Checks API] No suitable checks publisher found. Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures)
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
