Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6613/ Java: 64bit/jdk-15 -XX:-UseCompressedOops -XX:+UseG1GC
3 tests failed. FAILED: org.apache.solr.cloud.HttpPartitionWithTlogReplicasTest.test Error Message: java.lang.AssertionError: Doc with id=2 not found in http://127.0.0.1:54205/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null} Stack Trace: java.lang.AssertionError: Doc with id=2 not found in http://127.0.0.1:54205/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null} at __randomizedtesting.SeedInfo.seed([417611789BCE826C:C9222EA23532EF94]:0) at org.junit.Assert.fail(Assert.java:88) at org.junit.Assert.assertTrue(Assert.java:41) at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:566) at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:511) at org.apache.solr.cloud.HttpPartitionTest.testLeaderZkSessionLoss(HttpPartitionTest.java:462) at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:148) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) at java.base/java.lang.Thread.run(Thread.java:832) FAILED: org.apache.solr.handler.component.CustomHighlightComponentTest.test Error Message: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:64806/solr/collection49: error processing commands Stack Trace: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:64806/solr/collection49: error processing commands at __randomizedtesting.SeedInfo.seed([417611789BCE826C:C9222EA23532EF94]:0) at org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException.create(BaseHttpSolrClient.java:67) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:664) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251) at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390) at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1170) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:931) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865) at org.apache.solr.handler.component.CustomHighlightComponentTest.test(CustomHighlightComponentTest.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) at java.base/java.lang.Thread.run(Thread.java:832) FAILED: org.apache.solr.cloud.HttpPartitionOnCommitTest.test Error Message: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61011: Underlying core creation failed while creating collection: c8n_2x2_commits Stack Trace: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61011: Underlying core creation failed while creating collection: c8n_2x2_commits at __randomizedtesting.SeedInfo.seed([417611789BCE826C:C9222EA23532EF94]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:698) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.cloud.BasicDistributedZkTest.createCollection(BasicDistributedZkTest.java:809) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1755) at org.apache.solr.cloud.HttpPartitionOnCommitTest.multiShardTest(HttpPartitionOnCommitTest.java:76) at org.apache.solr.cloud.HttpPartitionOnCommitTest.test(HttpPartitionOnCommitTest.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) at java.base/java.lang.Thread.run(Thread.java:832) Build Log: [...truncated 7750 lines...] 2> 258313 ERROR (qtp1805895934-1136) [n:127.0.0.1:64806_solr c:collection49 s:shard2 r:core_node7 x:collection49_shard2_replica_n4 ] o.a.s.h.SolrConfigHandler ERROR:[{ 2> "add-searchcomponent":{ 2> "name":"customhighlight-727794035", 2> "class":"org.apache.solr.handler.component.CustomHighlightComponentTest$CustomHighlightComponent"}, 2> "errorMessages":[" 'customhighlight-727794035' already exists . Do an 'update-searchcomponent' , if you want to change it "]}] 2> 258314 INFO (qtp1805895934-1136) [n:127.0.0.1:64806_solr c:collection49 s:shard2 r:core_node7 x:collection49_shard2_replica_n4 ] o.a.s.c.S.Request [collection49_shard2_replica_n4] webapp=/solr path=/config params={wt=javabin&version=2} status=400 QTime=56 2> 258318 INFO (TEST-CustomHighlightComponentTest.test-seed#[417611789BCE826C]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems 2> 258318 INFO (TEST-CustomHighlightComponentTest.test-seed#[417611789BCE826C]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [collection49] failed due to (400) org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:64806/solr/collection49: error processing commands, retry=0 maxRetries=5 commError=false errorCode=400 2> 258320 INFO (TEST-CustomHighlightComponentTest.test-seed#[417611789BCE826C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test > org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:64806/solr/collection49: error processing commands > at __randomizedtesting.SeedInfo.seed([417611789BCE826C:C9222EA23532EF94]:0) > at org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException.create(BaseHttpSolrClient.java:67) > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:664) > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269) > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251) > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390) > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360) > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1170) > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:931) > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865) > at org.apache.solr.handler.component.CustomHighlightComponentTest.test(CustomHighlightComponentTest.java:152) > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64) > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.base/java.lang.reflect.Method.invoke(Method.java:564) > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) > at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) > at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) > at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) > at java.base/java.lang.Thread.run(Thread.java:832) 2> NOTE: reproduce with: gradlew test --tests CustomHighlightComponentTest.test -Dtests.seed=417611789BCE826C -Dtests.slow=true -Dtests.locale=pt-CH -Dtests.timezone=Asia/Tehran -Dtests.asserts=true -Dtests.file.encoding=UTF-8 2> 258537 INFO (qtp1192337113-1122) [n:127.0.0.1:64803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection49.shard2.replica_n6:INDEX.sizeInBytes&key=solr.core.collection49.shard2.replica_n6:QUERY./select.requests&key=solr.core.collection49.shard2.replica_n6:UPDATE./update.requests} status=0 QTime=2 2> 258667 INFO (qtp1192337113-1132) [n:127.0.0.1:64803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.jvm:os.processCpuLoad&key=solr.node:CONTAINER.fs.coreRoot.usableSpace&key=solr.jvm:os.systemLoadAverage&key=solr.jvm:memory.heap.used} status=0 QTime=12 2> 258700 INFO (jetty-closer-1917-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2003537170 2> 258700 INFO (jetty-closer-1917-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64803_solr 2> 258706 INFO (jetty-closer-1917-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=992917280 2> 258706 INFO (jetty-closer-1917-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64804_solr 2> 258717 INFO (jetty-closer-1917-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1955722570 2> 258718 INFO (jetty-closer-1917-thread-4) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64802_solr 2> 258753 INFO (jetty-closer-1917-thread-5) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=505845731 2> 258753 INFO (jetty-closer-1917-thread-5) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64800_solr 2> 258758 INFO (jetty-closer-1917-thread-6) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=961772091 2> 258758 INFO (jetty-closer-1917-thread-6) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64805_solr 2> 258878 INFO (jetty-closer-1917-thread-3) [ ] o.a.s.c.ZkController Publish this node as DOWN... 2> 258878 INFO (jetty-closer-1917-thread-3) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:64803_solr as DOWN 2> 258880 INFO (jetty-closer-1917-thread-4) [ ] o.a.s.c.ZkController Publish this node as DOWN... 2> 258880 INFO (jetty-closer-1917-thread-4) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:64802_solr as DOWN 2> 258897 INFO (jetty-closer-1917-thread-5) [ ] o.a.s.c.ZkController Publish this node as DOWN... 2> 258897 INFO (jetty-closer-1917-thread-5) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:64800_solr as DOWN 2> 258898 INFO (jetty-closer-1917-thread-6) [ ] o.a.s.c.ZkController Publish this node as DOWN... 2> 258898 INFO (jetty-closer-1917-thread-6) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:64805_solr as DOWN 2> 258921 INFO (jetty-closer-1917-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN... 2> 258921 INFO (jetty-closer-1917-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:64804_solr as DOWN 2> 258923 ERROR (qtp1805895934-1136) [n:127.0.0.1:64806_solr ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down. 2> 258924 WARN (qtp1805895934-1136) [n:127.0.0.1:64806_solr ] o.e.j.s.HttpChannel /solr/admin/metrics 2> => javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down. 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:385) 2> javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down. 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:385) ~[main/:?] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:365) ~[main/:?] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[main/:?] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at java.lang.Thread.run(Thread.java:832) [?:?] 2> 258996 INFO (zkCallback-644-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) 2> 259012 INFO (zkCallback-656-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) 2> 259021 INFO (zkCallback-668-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) 2> 259022 INFO (zkCallback-630-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) 2> 259023 INFO (zkCallback-620-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) 2> 259025 INFO (zkCallback-683-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1) 2> 259310 INFO (coreCloseExecutor-1936-thread-1) [n:127.0.0.1:64805_solr ] o.a.s.c.SolrCore [collection49_shard3_replica_n10] CLOSING SolrCore org.apache.solr.core.SolrCore@7362478a 2> 259310 INFO (coreCloseExecutor-1936-thread-1) [n:127.0.0.1:64805_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection49.shard3.replica_n10 tag=SolrCore@7362478a 2> 259310 INFO (coreCloseExecutor-1936-thread-1) [n:127.0.0.1:64805_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e628f87: rootName = solr_64805, domain = solr.core.collection49.shard3.replica_n10, service url = null, agent id = null] for registry solr.core.collection49.shard3.replica_n10/com.codahale.metrics.MetricRegistry@b0afdd0 2> 259323 INFO (coreCloseExecutor-1933-thread-1) [n:127.0.0.1:64803_solr ] o.a.s.c.SolrCore [collection49_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@6df360c1 2> 259323 INFO (coreCloseExecutor-1937-thread-1) [n:127.0.0.1:64800_solr ] o.a.s.c.SolrCore [collection49_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@3b4a0dd1 2> 259323 INFO (coreCloseExecutor-1933-thread-1) [n:127.0.0.1:64803_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection49.shard2.replica_n6 tag=SolrCore@6df360c1 2> 259323 INFO (coreCloseExecutor-1937-thread-1) [n:127.0.0.1:64800_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection49.shard1.replica_n2 tag=SolrCore@3b4a0dd1 2> 259323 INFO (coreCloseExecutor-1933-thread-1) [n:127.0.0.1:64803_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7462d9: rootName = solr_64803, domain = solr.core.collection49.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.collection49.shard2.replica_n6/com.codahale.metrics.MetricRegistry@4259b5a5 2> 259323 INFO (coreCloseExecutor-1937-thread-1) [n:127.0.0.1:64800_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45fb939d: rootName = solr_64800, domain = solr.core.collection49.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.collection49.shard1.replica_n2/com.codahale.metrics.MetricRegistry@18cb2c01 2> 259324 INFO (coreCloseExecutor-1931-thread-1) [n:127.0.0.1:64804_solr ] o.a.s.c.SolrCore [collection49_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@18f31db6 2> 259324 INFO (coreCloseExecutor-1931-thread-1) [n:127.0.0.1:64804_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection49.shard1.replica_n1 tag=SolrCore@18f31db6 2> 259324 INFO (coreCloseExecutor-1931-thread-1) [n:127.0.0.1:64804_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@230ff0c0: rootName = solr_64804, domain = solr.core.collection49.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection49.shard1.replica_n1/com.codahale.metrics.MetricRegistry@776124a0 2> 259376 WARN (MetricsHistoryHandler-691-thread-1) [ ] o.a.s.c.s.i.SolrClientNodeStateProvider could not get tags from node 127.0.0.1:64806_solr 2> => org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:64806/solr: Expected mime type application/octet-stream but got text/html. <html> 2> <head> 2> org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:64806/solr: Expected mime type application/octet-stream but got text/html. <html> 2> <head> 2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> 2> <title>Error 404 javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</title> 2> </head> 2> <body><h2>HTTP ERROR 404 javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</h2> 2> <table> 2> <tr><th>URI:</th><td>/solr/admin/metrics</td></tr> 2> <tr><th>STATUS:</th><td>404</td></tr> 2> <tr><th>MESSAGE:</th><td>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</td></tr> 2> <tr><th>SERVLET:</th><td>org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404-5148f98c</td></tr> 2> <tr><th>CAUSED BY:</th><td>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</td></tr> 2> </table> 2> <h3>Caused by:</h3><pre>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down. 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:385) 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:365) 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 2> at org.eclipse.jetty.server.Server.handle(Server.java:500) 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) 2> at java.base/java.lang.Thread.run(Thread.java:832) 2> </pre> 2> <hr><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.4.27.v20200227</a><hr/> 2> 2> </body> 2> </html> 2> 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:652) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$ClientSnitchCtx.invoke(SolrClientNodeStateProvider.java:381) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$ClientSnitchCtx.invokeWithRetry(SolrClientNodeStateProvider.java:344) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider.fetchReplicaMetrics(SolrClientNodeStateProvider.java:188) [solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider.fetchReplicaMetrics(SolrClientNodeStateProvider.java:178) [solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider.getReplicaInfo(SolrClientNodeStateProvider.java:163) [solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.handler.admin.MetricsHistoryHandler.collectGlobalMetrics(MetricsHistoryHandler.java:493) [main/:?] 2> at org.apache.solr.handler.admin.MetricsHistoryHandler.collectMetrics(MetricsHistoryHandler.java:381) [main/:?] 2> at org.apache.solr.handler.admin.MetricsHistoryHandler.lambda$new$0(MetricsHistoryHandler.java:236) [main/:?] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) [?:?] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) [?:?] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?] 2> at java.lang.Thread.run(Thread.java:832) [?:?] 2> 259381 ERROR (qtp1805895934-1136) [n:127.0.0.1:64806_solr ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down. 2> 259382 WARN (qtp1805895934-1136) [n:127.0.0.1:64806_solr ] o.e.j.s.HttpChannel /solr/admin/metrics 2> => javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down. 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:385) 2> javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down. 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:385) ~[main/:?] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:365) ~[main/:?] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[main/:?] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227] 2> at java.lang.Thread.run(Thread.java:832) [?:?] 2> 259408 WARN (MetricsHistoryHandler-691-thread-1) [ ] o.a.s.c.s.i.SolrClientNodeStateProvider could not get tags from node 127.0.0.1:64806_solr 2> => org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:64806/solr: Expected mime type application/octet-stream but got text/html. <html> 2> <head> 2> org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:64806/solr: Expected mime type application/octet-stream but got text/html. <html> 2> <head> 2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> 2> <title>Error 404 javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</title> 2> </head> 2> <body><h2>HTTP ERROR 404 javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</h2> 2> <table> 2> <tr><th>URI:</th><td>/solr/admin/metrics</td></tr> 2> <tr><th>STATUS:</th><td>404</td></tr> 2> <tr><th>MESSAGE:</th><td>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</td></tr> 2> <tr><th>SERVLET:</th><td>org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404-5148f98c</td></tr> 2> <tr><th>CAUSED BY:</th><td>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</td></tr> 2> </table> 2> <h3>Caused by:</h3><pre>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down. 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:385) 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:365) 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 2> at org.eclipse.jetty.server.Server.handle(Server.java:500) 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) 2> at java.base/java.lang.Thread.run(Thread.java:832) 2> </pre> 2> <hr><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.4.27.v20200227</a><hr/> 2> 2> </body> 2> </html> 2> 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:652) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$ClientSnitchCtx.invoke(SolrClientNodeStateProvider.java:381) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$ClientSnitchCtx.invokeWithRetry(SolrClientNodeStateProvider.java:344) ~[solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider.fetchReplicaMetrics(SolrClientNodeStateProvider.java:188) [solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$MetricsFetchingSnitch.getRemoteInfo(SolrClientNodeStateProvider.java:236) [solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.common.cloud.rule.ImplicitSnitch.getTags(ImplicitSnitch.java:75) [solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider.fetchTagValues(SolrClientNodeStateProvider.java:131) [solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider.getNodeValues(SolrClientNodeStateProvider.java:123) [solr-solrj-9.0.0-SNAPSHOT.jar:9.0.0-SNAPSHOT 80df6a3d62cfacf6144f17a04447cf7707de6de1 [snapshot build, details omitted]] 2> at org.apache.solr.handler.admin.MetricsHistoryHandler.collectGlobalMetrics(MetricsHistoryHandler.java:510) [main/:?] 2> at org.apache.solr.handler.admin.MetricsHistoryHandler.collectMetrics(MetricsHistoryHandler.java:381) [main/:?] 2> at org.apache.solr.handler.admin.MetricsHistoryHandler.lambda$new$0(MetricsHistoryHandler.java:236) [main/:?] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) [?:?] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) [?:?] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) [?:?] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) [?:?] 2> at java.lang.Thread.run(Thread.java:832) [?:?] 2> 259555 INFO (jetty-closer-1917-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2024214599 2> 259555 INFO (jetty-closer-1917-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:64806_solr 2> 259577 INFO (jetty-closer-1917-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN... 2> 259577 INFO (jetty-closer-1917-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:64806_solr as DOWN 2> 259582 INFO (zkCallback-644-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) 2> 259599 INFO (zkCallback-620-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) 2> 259602 INFO (zkCallback-656-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) 2> 259603 INFO (zkCallback-656-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259603 INFO (zkCallback-630-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) 2> 259605 INFO (zkCallback-644-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259606 INFO (zkCallback-656-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259607 INFO (zkCallback-668-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) 2> 259607 INFO (zkCallback-668-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259607 INFO (zkCallback-683-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [1]) 2> 259608 INFO (zkCallback-630-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259608 INFO (zkCallback-630-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259608 INFO (zkCallback-620-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259608 INFO (zkCallback-668-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259608 INFO (zkCallback-644-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259609 INFO (zkCallback-683-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [1]) 2> 259611 INFO (zkCallback-620-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259612 INFO (zkCallback-683-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) 2> 259614 INFO (zkCallback-620-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259686 INFO (coreCloseExecutor-1942-thread-1) [n:127.0.0.1:64806_solr ] o.a.s.c.SolrCore [collection49_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@5757aad8 2> 259686 INFO (coreCloseExecutor-1942-thread-1) [n:127.0.0.1:64806_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection49.shard2.replica_n4 tag=SolrCore@5757aad8 2> 259686 INFO (coreCloseExecutor-1942-thread-1) [n:127.0.0.1:64806_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e961da0: rootName = solr_64806, domain = solr.core.collection49.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.collection49.shard2.replica_n4/com.codahale.metrics.MetricRegistry@50f58c57 2> 259763 INFO (searcherExecutor-787-thread-1-processing-n:127.0.0.1:64802_solr) [n:127.0.0.1:64802_solr ] o.a.s.c.SolrCore [collection49_shard3_replica_n8] Registered new searcher autowarm time: 0 ms 2> 259764 INFO (qtp730558419-1114) [n:127.0.0.1:64802_solr c:collection49 s:shard3 r:core_node11 x:collection49_shard3_replica_n8 ] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config 2> 259764 INFO (qtp730558419-1114) [n:127.0.0.1:64802_solr c:collection49 s:shard3 r:core_node11 x:collection49_shard3_replica_n8 ] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader 2> 259764 INFO (qtp730558419-1114) [n:127.0.0.1:64802_solr c:collection49 s:shard3 r:core_node11 x:collection49_shard3_replica_n8 ] o.a.s.c.S.Request [collection49_shard3_replica_n8] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=3495 2> 259764 INFO (qtp730558419-1114) [n:127.0.0.1:64802_solr ] o.a.s.c.SolrCore [collection49_shard3_replica_n8] CLOSING SolrCore org.apache.solr.core.SolrCore@1a0025ad 2> 259928 INFO (zkCallback-656-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259928 INFO (zkCallback-668-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259938 INFO (zkCallback-668-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259938 INFO (zkCallback-620-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259969 INFO (zkCallback-683-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259969 INFO (zkCallback-656-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259970 INFO (zkCallback-683-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259979 INFO (zkCallback-630-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259983 INFO (zkCallback-630-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 259997 INFO (zkCallback-644-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 260012 INFO (zkCallback-644-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 260030 INFO (zkCallback-620-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 260044 INFO (zkCallback-620-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection49/state.json] for collection [collection49] has occurred - updating... (live nodes size: [0]) 2> 261973 INFO (Thread-349) [n:127.0.0.1:64800_solr c:collection49 s:shard1 r:core_node5 x:collection49_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64800.solr.core.collection49.shard1.replica_n2' (registry 'solr.core.collection49.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42967c7a 2> 262682 INFO (Thread-351) [n:127.0.0.1:64804_solr c:collection49 s:shard1 r:core_node3 x:collection49_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64804.solr.core.collection49.shard1.replica_n1' (registry 'solr.core.collection49.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42967c7a 2> 264394 INFO (Thread-353) [n:127.0.0.1:64802_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection49.shard3.leader tag=SolrCore@f461efb 2> 264394 INFO (jetty-closer-1917-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null 2> 264395 INFO (jetty-closer-1917-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14bbb0f1: rootName = solr_64802, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@18648f48 2> 264994 INFO (coreCloseExecutor-1936-thread-1) [n:127.0.0.1:64805_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection49.shard3.leader tag=SolrCore@7362478a 2> 265013 INFO (coreCloseExecutor-1933-thread-1) [n:127.0.0.1:64803_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection49.shard2.leader tag=SolrCore@6df360c1 2> 265063 INFO (coreCloseExecutor-1931-thread-1) [n:127.0.0.1:64804_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection49.shard1.leader tag=SolrCore@18f31db6 2> 265064 INFO (Thread-351) [n:127.0.0.1:64804_solr ] o.a.s.c.SolrCore [[collection49_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/tmp/tests-tmp/solr.handler.component.CustomHighlightComponentTest_417611789BCE826C-001/tempDir-001/node6/collection49_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/tmp/tests-tmp/solr.handler.component.CustomHighlightComponentTest_417611789BCE826C-001/tempDir-001/node6/collection49_shard1_replica_n1/data/] 2> 265065 INFO (coreCloseExecutor-1937-thread-1) [n:127.0.0.1:64800_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection49.shard1.leader tag=SolrCore@3b4a0dd1 2> 265065 INFO (Thread-349) [n:127.0.0.1:64800_solr ] o.a.s.c.SolrCore [[collection49_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/tmp/tests-tmp/solr.handler.component.CustomHighlightComponentTest_417611789BCE826C-001/tempDir-001/node3/collection49_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/tmp/tests-tmp/solr.handler.component.CustomHighlightComponentTest_417611789BCE826C-001/tempDir-001/node3/collection49_shard1_replica_n2/data/] 2> 265068 INFO (coreCloseExecutor-1942-thread-1) [n:127.0.0.1:64806_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection49.shard2.leader tag=SolrCore@5757aad8 2> 267401 INFO (Thread-350) [n:127.0.0.1:64806_solr c:collection49 s:shard2 r:core_node7 x:collection49_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64806.solr.core.collection49.shard2.replica_n4' (registry 'solr.core.collection49.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42967c7a 2> 267406 INFO (jetty-closer-1917-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null 2> 267405 INFO (Thread-350) [n:127.0.0.1:64806_solr ] o.a.s.c.SolrCore [[collection49_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/tmp/tests-tmp/solr.handler.component.CustomHighlightComponentTest_417611789BCE826C-001/tempDir-001/node1/collection49_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/tmp/tests-tmp/solr.handler.component.CustomHighlightComponentTest_417611789BCE826C-001/tempDir-001/node1/collection49_shard2_replica_n4/data/] 2> 267406 INFO (jetty-closer-1917-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64a7402f: rootName = solr_64800, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@4fc77aa7 2> 267476 INFO (jetty-closer-1917-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null 2> 267476 INFO (jetty-closer-1917-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@247b9ebd: rootName = solr_64804, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@180c3019 2> 267625 INFO (Thread-349) [n:127.0.0.1:64800_solr ] o.a.s.u.CommitTracker Hard AutoCommit: disabled 2> 267629 INFO (Thread-349) [n:127.0.0.1:64800_solr ] o.a.s.u.CommitTracker Soft AutoCommit: disabled 2> 267663 INFO (Thread-351) [n:127.0.0.1:64804_solr ] o.a.s.u.CommitTracker Hard AutoCommit: disabled 2> 267663 INFO (Thread-351) [n:127.0.0.1:64804_solr ] o.a.s.u.CommitTracker Soft AutoCommit: disabled 2> 268058 INFO (Thread-349) [n:127.0.0.1:64800_solr ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf 2> 268062 INFO (Thread-349) [n:127.0.0.1:64800_solr ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf 2> 268062 INFO (Thread-349) [n:127.0.0.1:64800_solr ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2> 268063 INFO (Thread-349) [n:127.0.0.1:64800_solr ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1680150470306299904 2> 268079 INFO (Thread-351) [n:127.0.0.1:64804_solr ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf 2> 268085 INFO (Thread-349) [n:127.0.0.1:64800_solr ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. 2> 268088 INFO (Thread-351) [n:127.0.0.1:64804_solr ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf 2> 268088 INFO (Thread-351) [n:127.0.0.1:64804_solr ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2> 268089 INFO (Thread-351) [n:127.0.0.1:64804_solr ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1680150470333562880 2> 268154 INFO (Thread-351) [n:127.0.0.1:64804_solr ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. 2> 268172 INFO (Thread-352) [n:127.0.0.1:64805_solr c:collection49 s:shard3 r:core_node12 x:collection49_shard3_replica_n10 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64805.solr.core.collection49.shard3.replica_n10' (registry 'solr.core.collection49.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42967c7a 2> 268172 INFO (Thread-352) [n:127.0.0.1:64805_solr ] o.a.s.c.SolrCore [[collection49_shard3_replica_n10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/tmp/tests-tmp/solr.handler.component.CustomHighlightComponentTest_417611789BCE826C-001/tempDir-001/node4/collection49_shard3_replica_n10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/tmp/tests-tmp/solr.handler.component.CustomHighlightComponentTest_417611789BCE826C-001/tempDir-001/node4/collection49_shard3_replica_n10/data/] 2> 268290 INFO (Thread-348) [n:127.0.0.1:64803_solr c:collection49 s:shard2 r:core_node9 x:collection49_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64803.solr.core.collection49.shard2.replica_n6' (registry 'solr.core.collection49.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42967c7a 2> 268290 INFO (Thread-348) [n:127.0.0.1:64803_solr ] o.a.s.c.SolrCore [[collection49_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/tmp/tests-tmp/solr.handler.component.CustomHighlightComponentTest_417611789BCE826C-001/tempDir-001/node2/collection49_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/tmp/tests-tmp/solr.handler.component.CustomHighlightComponentTest_417611789BCE826C-001/tempDir-001/node2/collection49_shard2_replica_n6/data/] 2> 268370 INFO (searcherExecutor-801-thread-1-processing-n:127.0.0.1:64800_solr) [n:127.0.0.1:64800_solr ] o.a.s.c.SolrCore [collection49_shard1_replica_n2] Registered new searcher autowarm time: 0 ms 2> 268371 INFO (searcherExecutor-798-thread-1-processing-n:127.0.0.1:64804_solr) [n:127.0.0.1:64804_solr ] o.a.s.c.SolrCore [collection49_shard1_replica_n1] Registered new searcher autowarm time: 0 ms 2> 268378 INFO (Thread-351) [n:127.0.0.1:64804_solr ] o.a.s.c.SolrCore [collection49_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4b4008ba 2> 268381 INFO (Thread-349) [n:127.0.0.1:64800_solr ] o.a.s.c.SolrCore [collection49_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@32b5ff92 2> 269179 INFO (jetty-closer-1917-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null 2> 269179 INFO (jetty-closer-1917-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5f32de4d: rootName = solr_64806, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@1f177735 2> 269398 INFO (jetty-closer-1917-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null 2> 269398 INFO (jetty-closer-1917-thread-6) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32e8b56a: rootName = solr_64805, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@7ce7d 2> 269457 INFO (jetty-closer-1917-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null 2> 269457 INFO (jetty-closer-1917-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d62275f: rootName = solr_64803, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@1297a519 2> 269788 WARN (qtp730558419-1114) [n:127.0.0.1:64802_solr ] o.a.s.m.SolrMetricManager Could not obtain lock to modify reporters registry: solr.core.collection49.shard3.replica_n8 2> 270218 INFO (searcherExecutor-798-thread-1-processing-n:127.0.0.1:64804_solr) [n:127.0.0.1:64804_solr ] o.a.s.c.SolrCore [collection49_shard1_replica_n1] Registered new searcher autowarm time: 0 ms 2> 270237 INFO (searcherExecutor-801-thread-1-processing-n:127.0.0.1:64800_solr) [n:127.0.0.1:64800_solr ] o.a.s.c.SolrCore [collection49_shard1_replica_n2] Registered new searcher autowarm time: 0 ms 2> 270370 INFO (Thread-350) [n:127.0.0.1:64806_solr ] o.a.s.u.CommitTracker Hard AutoCommit: disabled 2> 270370 INFO (Thread-350) [n:127.0.0.1:64806_solr ] o.a.s.u.CommitTracker Soft AutoCommit: disabled 2> 270545 INFO (Thread-350) [n:127.0.0.1:64806_solr ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf 2> 270548 INFO (Thread-350) [n:127.0.0.1:64806_solr ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf 2> 270548 INFO (Thread-350) [n:127.0.0.1:64806_solr ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2> 270549 INFO (Thread-350) [n:127.0.0.1:64806_solr ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1680150472913059840 2> 270563 INFO (Thread-350) [n:127.0.0.1:64806_solr ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. 2> 270629 INFO (Thread-352) [n:127.0.0.1:64805_solr ] o.a.s.u.CommitTracker Hard AutoCommit: disabled 2> 270629 INFO (Thread-352) [n:127.0.0.1:64805_solr ] o.a.s.u.CommitTracker Soft AutoCommit: disabled 2> 270697 INFO (Thread-348) [n:127.0.0.1:64803_solr ] o.a.s.u.CommitTracker Hard AutoCommit: disabled 2> 270697 INFO (Thread-348) [n:127.0.0.1:64803_solr ] o.a.s.u.CommitTracker Soft AutoCommit: disabled 2> 270790 INFO (searcherExecutor-808-thread-1-processing-n:127.0.0.1:64806_solr) [n:127.0.0.1:64806_solr ] o.a.s.c.SolrCore [collection49_shard2_replica_n4] Registered new searcher autowarm time: 0 ms 2> 270793 INFO (Thread-350) [n:127.0.0.1:64806_solr ] o.a.s.c.SolrCore [collection49_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@61d5c13e 2> 270825 INFO (Thread-352) [n:127.0.0.1:64805_solr ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf 2> 270828 INFO (Thread-352) [n:127.0.0.1:64805_solr ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf 2> 270829 INFO (Thread-352) [n:127.0.0.1:64805_solr ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2> 270829 INFO (Thread-352) [n:127.0.0.1:64805_solr ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1680150473206661120 2> 270833 INFO (Thread-352) [n:127.0.0.1:64805_solr ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. 2> 270862 INFO (Thread-348) [n:127.0.0.1:64803_solr ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf 2> 270867 INFO (Thread-348) [n:127.0.0.1:64803_solr ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf 2> 270868 INFO (Thread-348) [n:127.0.0.1:64803_solr ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms 2> 270868 INFO (Thread-348) [n:127.0.0.1:64803_solr ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1680150473247555584 2> 270874 INFO (Thread-348) [n:127.0.0.1:64803_solr ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. 2> 270958 INFO (searcherExecutor-806-thread-1-processing-n:127.0.0.1:64805_solr) [n:127.0.0.1:64805_solr ] o.a.s.c.SolrCore [collection49_shard3_replica_n10] Registered new searcher autowarm time: 0 ms 2> 270960 INFO (Thread-352) [n:127.0.0.1:64805_solr ] o.a.s.c.SolrCore [collection49_shard3_replica_n10] CLOSING SolrCore org.apache.solr.core.SolrCore@22739ead 2> 271006 INFO (searcherExecutor-810-thread-1-processing-n:127.0.0.1:64803_solr) [n:127.0.0.1:64803_solr ] o.a.s.c.SolrCore [collection49_shard2_replica_n6] Registered new searcher autowarm time: 0 ms 2> 271017 INFO (Thread-348) [n:127.0.0.1:64803_solr ] o.a.s.c.SolrCore [collection49_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@3ccd04f6 2> 271134 INFO (searcherExecutor-808-thread-1-processing-n:127.0.0.1:64806_solr) [n:127.0.0.1:64806_solr ] o.a.s.c.SolrCore [collection49_shard2_replica_n4] Registered new searcher autowarm time: 0 ms 2> 271158 INFO (jetty-closer-1917-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null 2> 271158 INFO (jetty-closer-1917-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79b76741: rootName = solr_64802, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@22c738c4 2> 271171 INFO (searcherExecutor-806-thread-1-processing-n:127.0.0.1:64805_solr) [n:127.0.0.1:64805_solr ] o.a.s.c.SolrCore [collection49_shard3_replica_n10] Registered new searcher autowarm time: 0 ms 2> 271186 INFO (searcherExecutor-810-thread-1-processing-n:127.0.0.1:64803_solr) [n:127.0.0.1:64803_solr ] o.a.s.c.SolrCore [collection49_shard2_replica_n6] Registered new searcher autowarm time: 0 ms 2> 272357 INFO (Thread-351) [n:127.0.0.1:64804_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection49.shard1.replica_n1 tag=SolrCore@4b4008ba 2> 272358 INFO (Thread-351) [n:127.0.0.1:64804_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7073c98a: rootName = solr_64804, domain = solr.core.collection49.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection49.shard1.replica_n1/com.codahale.metrics.MetricRegistry@776124a0 2> 273135 INFO (jetty-closer-1917-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null 2> 273135 INFO (jetty-closer-1917-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4449fbf: rootName = solr_64800, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@22c738c4 2> 273298 INFO (qtp730558419-1114) [n:127.0.0.1:64802_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection49.shard3.leader tag=SolrCore@1a0025ad 2> 273298 INFO (jetty-closer-1917-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null 2> 273299 INFO (jetty-closer-1917-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@65337635: rootName = solr_64802, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1da86212 2> 273299 INFO (jetty-closer-1917-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null 2> 273522 INFO (jetty-closer-1917-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@254c94d2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0} 2> 273522 INFO (jetty-closer-1917-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@160c6c{/solr,null,UNAVAILABLE} 2> 273522 INFO (jetty-closer-1917-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging 2> 273992 INFO (jetty-closer-1917-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null 2> 273993 INFO (jetty-closer-1917-thread-6) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@184bd4de: rootName = solr_64805, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@22c738c4 2> 274274 INFO (jetty-closer-1917-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null 2> 274275 INFO (jetty-closer-1917-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c608644: rootName = solr_64803, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@22c738c4 2> 274339 INFO (jetty-closer-1917-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null 2> 274339 INFO (jetty-closer-1917-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1173081: rootName = solr_64806, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@22c738c4 2> 277214 INFO (jetty-closer-1917-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null 2> 277214 INFO (jetty-closer-1917-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41772b11: rootName = solr_64800, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1da86212 2> 277215 INFO (Thread-349) [n:127.0.0.1:64800_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection49.shard1.replica_n2 tag=SolrCore@32b5ff92 2> 277218 INFO (Thread-349) [n:127.0.0.1:64800_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@460a507f: rootName = solr_64800, domain = solr.core.collection49.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.collection49.shard1.replica_n2/com.codahale.metrics.MetricRegistry@18cb2c01 2> 277256 INFO (Thread-350) [n:127.0.0.1:64806_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection49.shard2.replica_n4 tag=SolrCore@61d5c13e 2> 277256 INFO (Thread-350) [n:127.0.0.1:64806_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e918af6: rootName = solr_64806, domain = solr.core.collection49.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.collection49.shard2.replica_n4/com.codahale.metrics.MetricRegistry@50f58c57 2> 277606 INFO (qtp730558419-1114) [n:127.0.0.1:64802_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary). 2> 277857 INFO (jetty-closer-1917-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null 2> 277857 INFO (jetty-closer-1917-thread-6) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21fc4a49: rootName = solr_64805, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1da86212 2> 277857 INFO (jetty-closer-1917-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null 2> 277858 INFO (Thread-352) [n:127.0.0.1:64805_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection49.shard3.replica_n10 tag=SolrCore@22739ead 2> 277859 INFO (Thread-352) [n:127.0.0.1:64805_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c5f2b89: rootName = solr_64805, domain = solr.core.collection49.shard3.replica_n10, service url = null, agent id = null] for registry solr.core.collection49.shard3.replica_n10/com.codahale.metrics.MetricRegistry@b0afdd0 2> 277894 INFO (jetty-closer-1917-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null 2> 277895 INFO (jetty-closer-1917-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5395b738: rootName = solr_64803, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1da86212 2> 277895 INFO (jetty-closer-1917-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null 2> 277895 INFO (Thread-348) [n:127.0.0.1 [...truncated too long message...] details, please refer to the Sass blog: https://sass-lang.com/blog/posts/7828841 Successfully installed sass-3.7.4 Successfully installed public_suffix-4.0.6 Successfully installed temple-0.8.2 Successfully installed asciidoctor-2.0.10 Successfully installed safe_yaml-1.0.5 Successfully installed rouge-1.11.1 Successfully installed pathutil-0.16.2 Successfully installed mercenary-0.3.6 Successfully installed liquid-4.0.3 Successfully installed kramdown-1.17.0 Successfully installed jekyll-watch-1.5.1 Successfully installed jekyll-sass-converter-1.5.2 Successfully installed colorator-1.1.0 Successfully installed addressable-2.7.0 Successfully installed concurrent-ruby-1.0.5-java Successfully installed tilt-2.0.10 Successfully installed slim-4.0.1 Successfully installed jekyll-3.5.2 Successfully installed jekyll-asciidoc-3.0.0 25 gems installed > Task :solr:solr-ref-guide:buildSiteJekyll WARNING: An illegal reflective access operation has occurred WARNING: Illegal reflective access by com.headius.backport9.modules.Modules (file:/Users/jenkins/.gradle/caches/modules-2/files-2.1/org.jruby/jruby-complete/9.2.9.0/8e44ce7a1417966d89957bd766a148601e28828b/jruby-complete-9.2.9.0.jar) to method sun.nio.ch.NativeThread.signal(long) WARNING: Please consider reporting this to the maintainers of com.headius.backport9.modules.Modules WARNING: Use --illegal-access=warn to enable warnings of further illegal reflective access operations WARNING: All illegal access operations will be denied in a future release Configuration file: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solr-ref-guide/build/content/_config.yml Source: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solr-ref-guide/build/content Destination: ../html-site Incremental build: disabled. Enable with --incremental Generating... done in 21.662 seconds. Auto-regeneration: disabled. Use --watch to enable. > Task :solr:solr-ref-guide:buildSite Processed 2459 links (1773 relative) to 3538 anchors in 245 files > Task :solr:solr-ref-guide:check > Task :solr:solrj:check > Task :solr:test-framework:check > Task :solr:webapp:check > Task :lucene:analysis:common:check > Task :lucene:analysis:icu:check > Task :lucene:analysis:kuromoji:check > Task :lucene:analysis:morfologik:check > Task :lucene:analysis:nori:check > Task :lucene:analysis:opennlp:check > Task :lucene:analysis:phonetic:check > Task :lucene:analysis:smartcn:check > Task :lucene:analysis:stempel:check > Task :solr:contrib:analysis-extras:check > Task :solr:contrib:analytics:check > Task :solr:contrib:clustering:check > Task :solr:contrib:extraction:check > Task :solr:contrib:jaegertracer-configurator:check > Task :solr:contrib:langid:check > Task :solr:contrib:ltr:check > Task :solr:contrib:prometheus-exporter:check > Task :solr:docker:package:check The slowest tests (exceeding 500 ms) during this run: 243.59s TestSolrConfigHandlerCloud.test (:solr:core) 227.82s HdfsDirectoryTest.testRandomAccessWrites (:solr:core) 154.75s TestDistributedSearch.test (:solr:core) 138.82s BasicDistributedZkTest.test (:solr:core) 101.94s HttpPartitionTest.test (:solr:core) 99.81s TestSolrCachePerf.testGetPutCompute (:solr:core) 88.90s TestDistributedStatsComponentCardinality.test (:solr:core) 81.23s DistribCursorPagingTest.test (:solr:core) 80.89s PeerSyncReplicationTest.test (:solr:core) 79.79s TestStressLiveNodes.testStress (:solr:core) ERROR: The following test(s) have failed: - org.apache.solr.handler.component.CustomHighlightComponentTest.test (:solr:core) Test output: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.component.CustomHighlightComponentTest.txt Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.component.CustomHighlightComponentTest" -Ptests.jvms=5 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Ptests.seed=417611789BCE826C -Ptests.badapples=false -Ptests.file.encoding=ISO-8859-1 - org.apache.solr.cloud.HttpPartitionWithTlogReplicasTest.test (:solr:core) Test output: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.HttpPartitionWithTlogReplicasTest.txt Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.HttpPartitionWithTlogReplicasTest" -Ptests.jvms=5 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Ptests.seed=417611789BCE826C -Ptests.badapples=false -Ptests.file.encoding=ISO-8859-1 - org.apache.solr.cloud.HttpPartitionOnCommitTest.test (:solr:core) Test output: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.cloud.HttpPartitionOnCommitTest.txt Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.cloud.HttpPartitionOnCommitTest" -Ptests.jvms=5 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Ptests.seed=417611789BCE826C -Ptests.badapples=false -Ptests.file.encoding=ISO-8859-1 Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD SUCCESSFUL in 1h 25m 4s 849 actionable tasks: 849 executed Build step 'Invoke Gradle script' changed build result to SUCCESS Archiving artifacts java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2875) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2754) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2735) at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3122) Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to MacOSX VBOX at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1800) at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357) at hudson.remoting.Channel.call(Channel.java:1001) at hudson.FilePath.act(FilePath.java:1070) at hudson.FilePath.act(FilePath.java:1059) at hudson.FilePath.validateAntFileMask(FilePath.java:2733) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:270) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:80) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:804) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:753) at hudson.model.Build$BuildExecution.post2(Build.java:177) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:698) at hudson.model.Run.execute(Run.java:1919) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:428) Caused: hudson.FilePath$TunneledInterruptedException at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3124) at hudson.remoting.UserRequest.perform(UserRequest.java:211) at hudson.remoting.UserRequest.perform(UserRequest.java:54) at hudson.remoting.Request$2.run(Request.java:375) at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:73) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath.act(FilePath.java:1072) at hudson.FilePath.act(FilePath.java:1059) at hudson.FilePath.validateAntFileMask(FilePath.java:2733) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:270) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:80) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:804) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:753) at hudson.model.Build$BuildExecution.post2(Build.java:177) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:698) at hudson.model.Run.execute(Run.java:1919) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:428) No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error? [Java] Sleeping for 5 seconds due to JENKINS-32191... [Java] Parsing console log (workspace: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX') [Java] Successfully parsed console log [Java] -> found 0 issues (skipped 0 duplicates) [Java] Skipping post processing [Java] No filter has been set, publishing all 0 issues [Java] Using reference build 'Lucene-Solr-master-MacOSX #6612' to compute new, fixed, and outstanding issues [Java] Issues delta (vs. reference build): outstanding: 0, new: 0, fixed: 0 [Java] No quality gates have been set - skipping [Java] Health report is disabled - skipping [Java] Created analysis result for 0 issues (found 0 new issues, fixed 0 issues) [Java] Attaching ResultAction with ID 'java' to run 'Lucene-Solr-master-MacOSX #6613'. [Checks API] No suitable checks publisher found. Recording test results Build step 'Publish JUnit test result report' changed build result to UNSTABLE [Checks API] No suitable checks publisher found. Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures)
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
