Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19231/ Java: 64bit/openj9/jdk-17.0.8 -XX:-UseCompressedOops -Xgcpolicy:metronome
6 tests failed. FAILED: org.apache.solr.search.TestCoordinatorRole.testMultiCollectionMultiNode Error Message: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:43091/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 java.lang.OutOfMemoryError: Java heap space</title> </head> <body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2> <table> <tr><th>URI:</th><td>/solr/test_coll_8_shard1_replica_n4/update</td></tr> <tr><th>STATUS:</th><td>500</td></tr> <tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> <tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-8a7e6709</td></tr> <tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> </table> <h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space at org.apache.solr.update.VersionInfo.createVersionBuckets(VersionInfo.java:204) at org.apache.solr.update.VersionInfo.bucket(VersionInfo.java:196) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:338) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874) at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582) at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243) at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204) at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241) at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.Server.handle(Server.java:563) at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149) at java.base/java.lang.Thread.run(Thread.java:857) </pre> <hr/><a href="https://eclipse.org/jetty";>Powered by Jetty:// 10.0.20</a><hr/> </body> </html> Stack Trace: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:43091/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 java.lang.OutOfMemoryError: Java heap space</title> </head> <body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2> <table> <tr><th>URI:</th><td>/solr/test_coll_8_shard1_replica_n4/update</td></tr> <tr><th>STATUS:</th><td>500</td></tr> <tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> <tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-8a7e6709</td></tr> <tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> </table> <h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space at org.apache.solr.update.VersionInfo.createVersionBuckets(VersionInfo.java:204) at org.apache.solr.update.VersionInfo.bucket(VersionInfo.java:196) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:338) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874) at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582) at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243) at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204) at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241) at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.Server.handle(Server.java:563) at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149) at java.base/java.lang.Thread.run(Thread.java:857) </pre> <hr/><a href="https://eclipse.org/jetty";>Powered by Jetty:// 10.0.20</a><hr/> </body> </html> at __randomizedtesting.SeedInfo.seed([49723074D80C5223:A27567BB435F357]:0) at app//org.apache.solr.client.solrj.impl.CloudLegacySolrClient.getRouteException(CloudLegacySolrClient.java:109) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:452) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1006) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229) at app//org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:229) at app//org.apache.solr.search.TestCoordinatorRole.testMultiCollectionMultiNode(TestCoordinatorRole.java:144) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at [email protected]/java.lang.reflect.Method.invoke(Method.java:568) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) at [email protected]/java.lang.Thread.run(Thread.java:857) Caused by: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43091/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 java.lang.OutOfMemoryError: Java heap space</title> </head> <body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2> <table> <tr><th>URI:</th><td>/solr/test_coll_8_shard1_replica_n4/update</td></tr> <tr><th>STATUS:</th><td>500</td></tr> <tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> <tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-8a7e6709</td></tr> <tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> </table> <h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space at org.apache.solr.update.VersionInfo.createVersionBuckets(VersionInfo.java:204) at org.apache.solr.update.VersionInfo.bucket(VersionInfo.java:196) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:338) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874) at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582) at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243) at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204) at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241) at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.Server.handle(Server.java:563) at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149) at java.base/java.lang.Thread.run(Thread.java:857) </pre> <hr/><a href="https://eclipse.org/jetty";>Powered by Jetty:// 10.0.20</a><hr/> </body> </html> at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:658) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234) at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:488) at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:450) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:428) at [email protected]/java.util.concurrent.FutureTask.run(FutureTask.java:264) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ... 1 more FAILED: org.apache.solr.search.TestCoordinatorRole.testConcurrentAccess Error Message: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:38697/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 java.lang.OutOfMemoryError: Java heap space</title> </head> <body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2> <table> <tr><th>URI:</th><td>/solr/test_coll_8_shard2_replica_n2/update</td></tr> <tr><th>STATUS:</th><td>500</td></tr> <tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> <tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-117d730a</td></tr> <tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> </table> <h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:97) at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:196) at org.apache.lucene.util.BytesRefBlockPool.addBytesRef(BytesRefBlockPool.java:91) at org.apache.lucene.util.BytesRefHash.add(BytesRefHash.java:289) at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:195) at org.apache.lucene.index.IndexingChain$PerField.invertTokenStream(IndexingChain.java:1287) at org.apache.lucene.index.IndexingChain$PerField.invert(IndexingChain.java:1183) at org.apache.lucene.index.IndexingChain.processField(IndexingChain.java:731) at org.apache.lucene.index.IndexingChain.processDocument(IndexingChain.java:609) at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:263) at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:425) at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1561) at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1537) at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1067) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:427) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:381) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:318) at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:270) at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:533) at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:358) at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:43) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:355) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874) at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582) at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243) at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204) at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241) at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.Server.handle(Server.java:563) at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149) at java.base/java.lang.Thread.run(Thread.java:857) </pre> <hr/><a href="https://eclipse.org/jetty";>Powered by Jetty:// 10.0.20</a><hr/> </body> </html> Stack Trace: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:38697/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 java.lang.OutOfMemoryError: Java heap space</title> </head> <body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2> <table> <tr><th>URI:</th><td>/solr/test_coll_8_shard2_replica_n2/update</td></tr> <tr><th>STATUS:</th><td>500</td></tr> <tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> <tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-117d730a</td></tr> <tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> </table> <h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:97) at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:196) at org.apache.lucene.util.BytesRefBlockPool.addBytesRef(BytesRefBlockPool.java:91) at org.apache.lucene.util.BytesRefHash.add(BytesRefHash.java:289) at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:195) at org.apache.lucene.index.IndexingChain$PerField.invertTokenStream(IndexingChain.java:1287) at org.apache.lucene.index.IndexingChain$PerField.invert(IndexingChain.java:1183) at org.apache.lucene.index.IndexingChain.processField(IndexingChain.java:731) at org.apache.lucene.index.IndexingChain.processDocument(IndexingChain.java:609) at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:263) at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:425) at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1561) at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1537) at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1067) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:427) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:381) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:318) at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:270) at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:533) at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:358) at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:43) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:355) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874) at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582) at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243) at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204) at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241) at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.Server.handle(Server.java:563) at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149) at java.base/java.lang.Thread.run(Thread.java:857) </pre> <hr/><a href="https://eclipse.org/jetty";>Powered by Jetty:// 10.0.20</a><hr/> </body> </html> at __randomizedtesting.SeedInfo.seed([49723074D80C5223:866F0F75B989AF70]:0) at app//org.apache.solr.client.solrj.impl.CloudLegacySolrClient.getRouteException(CloudLegacySolrClient.java:109) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:452) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1006) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229) at app//org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:229) at app//org.apache.solr.search.TestCoordinatorRole.testConcurrentAccess(TestCoordinatorRole.java:521) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at [email protected]/java.lang.reflect.Method.invoke(Method.java:568) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) at [email protected]/java.lang.Thread.run(Thread.java:857) Caused by: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38697/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 java.lang.OutOfMemoryError: Java heap space</title> </head> <body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2> <table> <tr><th>URI:</th><td>/solr/test_coll_8_shard2_replica_n2/update</td></tr> <tr><th>STATUS:</th><td>500</td></tr> <tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> <tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-117d730a</td></tr> <tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr> </table> <h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:97) at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:196) at org.apache.lucene.util.BytesRefBlockPool.addBytesRef(BytesRefBlockPool.java:91) at org.apache.lucene.util.BytesRefHash.add(BytesRefHash.java:289) at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:195) at org.apache.lucene.index.IndexingChain$PerField.invertTokenStream(IndexingChain.java:1287) at org.apache.lucene.index.IndexingChain$PerField.invert(IndexingChain.java:1183) at org.apache.lucene.index.IndexingChain.processField(IndexingChain.java:731) at org.apache.lucene.index.IndexingChain.processDocument(IndexingChain.java:609) at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:263) at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:425) at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1561) at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1537) at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1067) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:427) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:381) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:318) at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:270) at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:533) at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:358) at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:43) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:355) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874) at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582) at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243) at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204) at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241) at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184) at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202) at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122) at org.eclipse.jetty.server.Server.handle(Server.java:563) at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100) at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149) at java.base/java.lang.Thread.run(Thread.java:857) </pre> <hr/><a href="https://eclipse.org/jetty";>Powered by Jetty:// 10.0.20</a><hr/> </body> </html> at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:658) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234) at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:488) at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:450) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:428) at [email protected]/java.util.concurrent.FutureTask.run(FutureTask.java:264) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ... 1 more FAILED: org.apache.solr.search.join.ShardJoinCompositeTest.classMethod Error Message: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42965/solr: Underlying core creation failed while creating collection: wrongShards Stack Trace: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42965/solr: Underlying core creation failed while creating collection: wrongShards at __randomizedtesting.SeedInfo.seed([49723074D80C5223]:0) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:717) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234) at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:488) at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:450) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1138) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:244) at app//org.apache.solr.search.join.ShardJoinCompositeTest.setupCluster(ShardJoinCompositeTest.java:60) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at [email protected]/java.lang.reflect.Method.invoke(Method.java:568) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) at [email protected]/java.lang.Thread.run(Thread.java:857) FAILED: org.apache.solr.search.join.ShardJoinImplicitTest.classMethod Error Message: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34979/solr: Async exception during distributed update: Error from server at http://127.0.0.1:37297/solr: null request: http://127.0.0.1:37297/solr Stack Trace: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34979/solr: Async exception during distributed update: Error from server at http://127.0.0.1:37297/solr: null request: http://127.0.0.1:37297/solr at __randomizedtesting.SeedInfo.seed([49723074D80C5223]:0) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:717) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234) at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:488) at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:450) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1138) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833) at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764) at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229) at app//org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:229) at app//org.apache.solr.search.join.ShardToShardJoinAbstract.setupCluster(ShardToShardJoinAbstract.java:146) at app//org.apache.solr.search.join.ShardJoinImplicitTest.setupCluster(ShardJoinImplicitTest.java:37) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at [email protected]/java.lang.reflect.Method.invoke(Method.java:568) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) at [email protected]/java.lang.Thread.run(Thread.java:857) FAILED: org.apache.solr.search.join.ShardJoinImplicitTest.classMethod Error Message: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=10335, name=OverseerCollectionConfigSetProcessor-72070136374034449-127.0.0.1:42905_solr-n_0000000000, state=RUNNABLE, group=Overseer collection creation process.] Stack Trace: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=10335, name=OverseerCollectionConfigSetProcessor-72070136374034449-127.0.0.1:42905_solr-n_0000000000, state=RUNNABLE, group=Overseer collection creation process.] Caused by: java.lang.OutOfMemoryError: Java heap space at __randomizedtesting.SeedInfo.seed([49723074D80C5223]:0) at [email protected]/java.util.Arrays.copyOf(Arrays.java:3543) at [email protected]/java.util.Arrays.copyOf(Arrays.java:3512) at [email protected]/java.util.ArrayList.toArray(ArrayList.java:369) at [email protected]/java.util.ArrayList.addAll(ArrayList.java:670) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:277) at [email protected]/java.lang.Thread.run(Thread.java:857) FAILED: org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput Error Message: org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{} [solr_metrics_jvm_gc{} # TYPE solr_metrics_jvm_gc_seconds gauge solr_metrics_jvm_gc_seconds{} solr_metrics_jvm_gc_seconds{} # TYPE solr_metrics_jvm_heap gauge solr_metrics_jvm_heap{item="committed",memory="heap"} solr_metrics_jvm_heap{item="committed",memory="non-heap"} solr_metrics_jvm_heap{item="committed",memory="total"} solr_metrics_jvm_heap{item="init",memory="heap"} solr_metrics_jvm_heap{item="init",memory="non-heap"} solr_metrics_jvm_heap{item="init",memory="total"} solr_metrics_jvm_heap{item="max",memory="heap"} solr_metrics_jvm_heap{item="max",memory="non-heap"} solr_metrics_jvm_heap{item="max",memory="total"} solr_metrics_jvm_heap{item="usage",memory="heap"} solr_metrics_jvm_heap{item="usage",memory="non-heap"} solr_metrics_jvm_heap{item="used",memory="heap"} solr_metrics_jvm_heap{item="used",memory="non-heap"} solr_metrics_jvm_heap{item="used",memory="total"} # TYPE solr_metrics_jvm_memory_pools_bytes gauge solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"} solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"} solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"} solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"} solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"} solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"} solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"} solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"} solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"} solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"} solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"} solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"} solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"} solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"} # TYPE solr_metrics_jvm_threads gauge solr_metrics_jvm_threads{item="blocked"} solr_metrics_jvm_threads{item="count"} solr_metrics_jvm_threads{item="daemon"} solr_metrics_jvm_threads{item="deadlock"} solr_metrics_jvm_threads{item="new"} solr_metrics_jvm_threads{item="peak"} solr_metrics_jvm_threads{item="runnable"} solr_metrics_jvm_threads{item="terminated"} solr_metrics_jvm_threads{item="timed_waiting"} solr_metrics_jvm_threads{item="total_started"} solr_metrics_jvm_threads{item="waiting"} # TYPE solr_metrics_os gauge solr_metrics_os{item="availableProcessors"} solr_metrics_os{item="committedVirtualMemorySize"} solr_metrics_os{item="cpuLoad"} solr_metrics_os{item="freeMemorySize"} solr_metrics_os{item="freePhysicalMemorySize"} solr_metrics_os{item="freeSwapSpaceSize"} solr_metrics_os{item="maxFileDescriptorCount"} solr_metrics_os{item="openFileDescriptorCount"} solr_metrics_os{item="processCpuLoad"} solr_metrics_os{item="processCpuTime"} solr_metrics_os{item="systemCpuLoad"} solr_metrics_os{item="systemLoadAverage"} solr_metrics_os{item="totalMemorySize]"} solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{} [# TYPE solr_metrics_jvm_gc_seconds gauge solr_metrics_jvm_gc_seconds{} # TYPE solr_metrics_jvm_heap gauge solr_metrics_jvm_heap{item="committed",memory="heap"} solr_metrics_jvm_heap{item="committed",memory="non-heap"} solr_metrics_jvm_heap{item="committed",memory="total"} solr_metrics_jvm_heap{item="init",memory="heap"} solr_metrics_jvm_heap{item="init",memory="non-heap"} solr_metrics_jvm_heap{item="init",memory="total"} solr_metrics_jvm_heap{item="max",memory="heap"} solr_metrics_jvm_heap{item="max",memory="non-heap"} solr_metrics_jvm_heap{item="max",memory="total"} solr_metrics_jvm_heap{item="usage",memory="heap"} solr_metrics_jvm_heap{item="usage",memory="non-heap"} solr_metrics_jvm_heap{item="used",memory="heap"} solr_metrics_jvm_heap{item="used",memory="non-heap"} solr_metrics_jvm_heap{item="used",memory="total"} # TYPE solr_metrics_jvm_memory_pools_bytes gauge solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="JavaHeap"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"} solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"} solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"} solr_metrics_jvm_memory_pools_bytes{item="init",space="JavaHeap"} solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"} solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"} solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"} solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"} solr_metrics_jvm_memory_pools_bytes{item="max",space="JavaHeap"} solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"} solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="JavaHeap"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"} solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"} solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"} solr_metrics_jvm_memory_pools_bytes{item="used",space="JavaHeap"} solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"} solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"} solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="JavaHeap"} # TYPE solr_metrics_jvm_threads gauge solr_metrics_jvm_threads{item="blocked"} solr_metrics_jvm_threads{item="count"} solr_metrics_jvm_threads{item="daemon"} solr_metrics_jvm_threads{item="deadlock"} solr_metrics_jvm_threads{item="new"} solr_metrics_jvm_threads{item="peak"} solr_metrics_jvm_threads{item="runnable"} solr_metrics_jvm_threads{item="terminated"} solr_metrics_jvm_threads{item="timed_waiting"} solr_metrics_jvm_threads{item="total_started"} solr_metrics_jvm_threads{item="waiting"} # TYPE solr_metrics_os gauge solr_metrics_os{item="availableProcessors"} solr_metrics_os{item="committedVirtualMemorySize"} solr_metrics_os{item="cpuLoad"} solr_metrics_os{item="freeMemorySize"} solr_metrics_os{item="freePhysicalMemorySize"} solr_metrics_os{item="freeSwapSpaceSize"} solr_metrics_os{item="maxFileDescriptorCount"} solr_metrics_os{item="openFileDescriptorCount"} solr_metrics_os{item="processCpuLoad"} solr_metrics_os{item="processCpuTime"} solr_metrics_os{item="processCpuTimeByNS"} solr_metrics_os{item="processPhysicalMemorySize"} solr_metrics_os{item="processPrivateMemorySize"} solr_metrics_os{item="processVirtualMemorySize"} solr_metrics_os{item="processingCapacity"} solr_metrics_os{item="systemCpuLoad"} solr_metrics_os{item="systemLoadAverage"} solr_metrics_os{item="totalMemorySize"} solr_metrics_os{item="totalPhysicalMemory]"} solr_metrics_os{i...> Stack Trace: org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{} [solr_metrics_jvm_gc{} # TYPE solr_metrics_jvm_gc_seconds gauge solr_metrics_jvm_gc_seconds{} solr_metrics_jvm_gc_seconds{} # TYPE solr_metrics_jvm_heap gauge solr_metrics_jvm_heap{item="committed",memory="heap"} solr_metrics_jvm_heap{item="committed",memory="non-heap"} solr_metrics_jvm_heap{item="committed",memory="total"} solr_metrics_jvm_heap{item="init",memory="heap"} solr_metrics_jvm_heap{item="init",memory="non-heap"} solr_metrics_jvm_heap{item="init",memory="total"} solr_metrics_jvm_heap{item="max",memory="heap"} solr_metrics_jvm_heap{item="max",memory="non-heap"} solr_metrics_jvm_heap{item="max",memory="total"} solr_metrics_jvm_heap{item="usage",memory="heap"} solr_metrics_jvm_heap{item="usage",memory="non-heap"} solr_metrics_jvm_heap{item="used",memory="heap"} solr_metrics_jvm_heap{item="used",memory="non-heap"} solr_metrics_jvm_heap{item="used",memory="total"} # TYPE solr_metrics_jvm_memory_pools_bytes gauge solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"} solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"} solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"} solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"} solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"} solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"} solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"} solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"} solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"} solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"} solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"} solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"} solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"} solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"} solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"} solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"} # TYPE solr_metrics_jvm_threads gauge solr_metrics_jvm_threads{item="blocked"} solr_metrics_jvm_threads{item="count"} solr_metrics_jvm_threads{item="daemon"} solr_metrics_jvm_threads{item="deadlock"} solr_metrics_jvm_threads{item="new"} solr_metrics_jvm_threads{item="peak"} solr_metrics_jvm_threads{item="runnable"} solr_metrics_jvm_threads{item="terminated"} solr_metrics_jvm_threads{item="timed_waiting"} solr_metrics_jvm_threads{item="total_started"} solr_metrics_jvm_threads{item="waiting"} # TYPE solr_metrics_os gauge solr_metrics_os{item="availableProcessors"} solr_metrics_os{item="committedVirtualMemorySize"} solr_metrics_os{item="cpuLoad"} solr_metrics_os{item="freeMemorySize"} solr_metrics_os{item="freePhysicalMemorySize"} solr_metrics_os{item="freeSwapSpaceSize"} solr_metrics_os{item="maxFileDescriptorCount"} solr_metrics_os{item="openFileDescriptorCount"} solr_metrics_os{item="processCpuLoad"} solr_metrics_os{item="processCpuTime"} solr_metrics_os{item="systemCpuLoad"} solr_metrics_os{item="systemLoadAverage"} solr_metrics_os{item="totalMemorySize]"} solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{} [# TYPE solr_metrics_jvm_gc_seconds gauge solr_metrics_jvm_gc_seconds{} # TYPE solr_metrics_jvm_heap gauge solr_metrics_jvm_heap{item="committed",memory="heap"} solr_metrics_jvm_heap{item="committed",memory="non-heap"} solr_metrics_jvm_heap{item="committed",memory="total"} solr_metrics_jvm_heap{item="init",memory="heap"} solr_metrics_jvm_heap{item="init",memory="non-heap"} solr_metrics_jvm_heap{item="init",memory="total"} solr_metrics_jvm_heap{item="max",memory="heap"} solr_metrics_jvm_heap{item="max",memory="non-heap"} solr_metrics_jvm_heap{item="max",memory="total"} solr_metrics_jvm_heap{item="usage",memory="heap"} solr_metrics_jvm_heap{item="usage",memory="non-heap"} solr_metrics_jvm_heap{item="used",memory="heap"} solr_metrics_jvm_heap{item="used",memory="non-heap"} solr_metrics_jvm_heap{item="used",memory="total"} # TYPE solr_metrics_jvm_memory_pools_bytes gauge solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="JavaHeap"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"} solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"} solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"} solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"} solr_metrics_jvm_memory_pools_bytes{item="init",space="JavaHeap"} solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"} solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"} solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"} solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"} solr_metrics_jvm_memory_pools_bytes{item="max",space="JavaHeap"} solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"} solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="JavaHeap"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"} solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"} solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"} solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"} solr_metrics_jvm_memory_pools_bytes{item="used",space="JavaHeap"} solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"} solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"} solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="JavaHeap"} # TYPE solr_metrics_jvm_threads gauge solr_metrics_jvm_threads{item="blocked"} solr_metrics_jvm_threads{item="count"} solr_metrics_jvm_threads{item="daemon"} solr_metrics_jvm_threads{item="deadlock"} solr_metrics_jvm_threads{item="new"} solr_metrics_jvm_threads{item="peak"} solr_metrics_jvm_threads{item="runnable"} solr_metrics_jvm_threads{item="terminated"} solr_metrics_jvm_threads{item="timed_waiting"} solr_metrics_jvm_threads{item="total_started"} solr_metrics_jvm_threads{item="waiting"} # TYPE solr_metrics_os gauge solr_metrics_os{item="availableProcessors"} solr_metrics_os{item="committedVirtualMemorySize"} solr_metrics_os{item="cpuLoad"} solr_metrics_os{item="freeMemorySize"} solr_metrics_os{item="freePhysicalMemorySize"} solr_metrics_os{item="freeSwapSpaceSize"} solr_metrics_os{item="maxFileDescriptorCount"} solr_metrics_os{item="openFileDescriptorCount"} solr_metrics_os{item="processCpuLoad"} solr_metrics_os{item="processCpuTime"} solr_metrics_os{item="processCpuTimeByNS"} solr_metrics_os{item="processPhysicalMemorySize"} solr_metrics_os{item="processPrivateMemorySize"} solr_metrics_os{item="processVirtualMemorySize"} solr_metrics_os{item="processingCapacity"} solr_metrics_os{item="systemCpuLoad"} solr_metrics_os{item="systemLoadAverage"} solr_metrics_os{item="totalMemorySize"} solr_metrics_os{item="totalPhysicalMemory]"} solr_metrics_os{i...> at __randomizedtesting.SeedInfo.seed([49723074D80C5223:C8625D5DA1A9BDD5]:0) at app//org.junit.Assert.assertEquals(Assert.java:117) at app//org.junit.Assert.assertEquals(Assert.java:146) at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at [email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at [email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at [email protected]/java.lang.reflect.Method.invoke(Method.java:568) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at app//org.junit.rules.RunRules.evaluate(RunRules.java:20) at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) at [email protected]/java.lang.Thread.run(Thread.java:857)
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
