Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.5/1/
4 tests failed. FAILED: org.apache.solr.cloud.RollingRestartTest.test Error Message: Unable to restart (#7): CloudJettyRunner [url=https://127.0.0.1:40329/collection1] Stack Trace: java.lang.AssertionError: Unable to restart (#7): CloudJettyRunner [url=https://127.0.0.1:40329/collection1] at __randomizedtesting.SeedInfo.seed([731AC077792655B5:FB4EFFADD7DA384D]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103) at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest.test Error Message: Error from server at http://127.0.0.1:55049/oneInstanceCollection24: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 </title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /oneInstanceCollection24/update. Reason: <pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'oneInstanceCollection24' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.common.SolrException: SolrCore 'oneInstanceCollection24' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1273) at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:268) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:483) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.SolrCore.<init>(SolrCore.java:965) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:831) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:918) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:854) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462) ... 13 more Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310) at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:286) at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:226) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:729) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:912) ... 37 more Caused by: java.lang.OutOfMemoryError: Direct buffer memory at java.nio.Bits.reserveMemory(Bits.java:693) at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123) at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311) at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:75) at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:308) ... 43 more ,code=500}</pre></p> <hr /><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55049/oneInstanceCollection24: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 </title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /oneInstanceCollection24/update. Reason: <pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'oneInstanceCollection24' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.common.SolrException: SolrCore 'oneInstanceCollection24' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1273) at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:268) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:483) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.SolrCore.<init>(SolrCore.java:965) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:831) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:918) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:854) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462) ... 13 more Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310) at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:286) at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:226) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:729) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:912) ... 37 more Caused by: java.lang.OutOfMemoryError: Direct buffer memory at java.nio.Bits.reserveMemory(Bits.java:693) at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123) at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311) at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:75) at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:308) ... 43 more ,code=500}</pre></p> <hr /><a href="http://eclipse.org/jetty";>Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> at __randomizedtesting.SeedInfo.seed([731AC077792655B5:FB4EFFADD7DA384D]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160) at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173) at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138) at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152) at org.apache.solr.cloud.BasicDistributedZkTest.testANewCollectionInOneInstanceWithManualShardAssignement(BasicDistributedZkTest.java:801) at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:361) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test Error Message: Stack Trace: java.lang.NullPointerException at org.apache.solr.cloud.RecoveryZkTest.stopThreads(RecoveryZkTest.java:55) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:965) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test Error Message: Timeout occured while waiting response from server at: http://127.0.0.1:34826 Stack Trace: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:34826 at __randomizedtesting.SeedInfo.seed([731AC077792655B5:FB4EFFADD7DA384D]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1376) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1127) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1057) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220) at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) Caused by: java.net.SocketTimeoutException: Read timed out at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160) at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84) at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261) at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283) at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251) at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124) at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487) at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515) ... 51 more Build Log: [...truncated 11488 lines...] [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/init-core-data-001 [junit4] 2> 57321 WARN (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12 [junit4] 2> 57332 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields [junit4] 2> 57342 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) [junit4] 2> 57342 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: / [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 57703 WARN (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 57774 WARN (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 57779 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 58055 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_59528_hdfs____jubnpd/webapp [junit4] 2> 59103 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59528 [junit4] 2> 60262 WARN (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 60264 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 60315 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36186_datanode____b390nn/webapp [junit4] 2> 61755 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36186 [junit4] 2> 62178 WARN (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 62180 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 62260 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45091_datanode____wvsxvy/webapp [junit4] 2> 62737 INFO (IPC Server handler 2 on 58912) [ ] BlockStateChange BLOCK* processReport: from storage DS-24d9ef45-4e54-42df-91bb-27714c777e07 node DatanodeRegistration(127.0.0.1:57845, datanodeUuid=7e241c54-0cbd-4f5a-bd5e-f45ed8675ac4, infoPort=59492, infoSecurePort=0, ipcPort=60586, storageInfo=lv=-56;cid=testClusterID;nsid=456838188;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 62737 INFO (IPC Server handler 2 on 58912) [ ] BlockStateChange BLOCK* processReport: from storage DS-a21ac244-0366-4c36-872f-8f3e94bc09b6 node DatanodeRegistration(127.0.0.1:57845, datanodeUuid=7e241c54-0cbd-4f5a-bd5e-f45ed8675ac4, infoPort=59492, infoSecurePort=0, ipcPort=60586, storageInfo=lv=-56;cid=testClusterID;nsid=456838188;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 63179 INFO (SUITE-StressHdfsTest-seed#[731AC077792655B5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45091 [junit4] 2> 63883 INFO (IPC Server handler 7 on 58912) [ ] BlockStateChange BLOCK* processReport: from storage DS-fd2149c0-8f9c-4fe5-a325-793a3555994c node DatanodeRegistration(127.0.0.1:57163, datanodeUuid=b5681289-dd8d-4caf-b7e3-24ddf28f5498, infoPort=55804, infoSecurePort=0, ipcPort=37563, storageInfo=lv=-56;cid=testClusterID;nsid=456838188;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs [junit4] 2> 63883 INFO (IPC Server handler 7 on 58912) [ ] BlockStateChange BLOCK* processReport: from storage DS-bd1c67fa-efe9-408c-8159-b1b4972daf1c node DatanodeRegistration(127.0.0.1:57163, datanodeUuid=b5681289-dd8d-4caf-b7e3-24ddf28f5498, infoPort=55804, infoSecurePort=0, ipcPort=37563, storageInfo=lv=-56;cid=testClusterID;nsid=456838188;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 64124 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 64136 INFO (Thread-1334) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 64136 INFO (Thread-1334) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 64233 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.ZkTestServer start zk server on port:53811 [junit4] 2> 64345 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 64357 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 64359 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 64361 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 64362 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 64364 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 64365 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 64367 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 64368 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 64370 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 64371 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 64661 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/control-001/cores/collection1 [junit4] 2> 65105 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 65199 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f7180c0{/,null,AVAILABLE} [junit4] 2> 65214 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a682ffe{HTTP/1.1,[http/1.1]}{127.0.0.1:56664} [junit4] 2> 65215 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.Server Started @68828ms [junit4] 2> 65215 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:58912/hdfs__localhost_58912__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001_tempDir-002_control_data, hostContext=/, hostPort=56664, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/control-001/cores} [junit4] 2> 65234 ERROR (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 65235 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0 [junit4] 2> 65235 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 65235 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 65256 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-21T00:36:46.276Z [junit4] 2> 65257 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 65273 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 65275 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/control-001/solr.xml [junit4] 2> 65350 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 65362 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53811/solr [junit4] 2> 65585 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:56664_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 65587 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:56664_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56664_ [junit4] 2> 65589 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:56664_ ] o.a.s.c.Overseer Overseer (id=97652349677076484-127.0.0.1:56664_-n_0000000000) starting [junit4] 2> 65732 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:56664_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56664_ [junit4] 2> 65741 INFO (OverseerStateUpdate-97652349677076484-127.0.0.1:56664_-n_0000000000) [n:127.0.0.1:56664_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 66176 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:56664_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/control-001/cores [junit4] 2> 66176 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:56664_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 66292 INFO (OverseerStateUpdate-97652349677076484-127.0.0.1:56664_-n_0000000000) [n:127.0.0.1:56664_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 67315 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0 [junit4] 2> 67419 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 68324 WARN (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead. [junit4] 2> 68331 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 68369 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection [junit4] 2> 68370 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58912/solr_hdfs_home [junit4] 2> 68371 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 68371 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 68371 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/control-001/cores/collection1], dataDir=[hdfs://localhost:58912/solr_hdfs_home/control_collection/core_node1/data/] [junit4] 2> 68371 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@70de1131 [junit4] 2> 68373 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58912/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata [junit4] 2> 68384 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 68384 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 68407 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 68407 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58912/solr_hdfs_home/control_collection/core_node1/data [junit4] 2> 68616 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58912/solr_hdfs_home/control_collection/core_node1/data/index [junit4] 2> 68631 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 68631 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 68641 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 68648 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6187616996122831] [junit4] 2> 68702 INFO (IPC Server handler 0 on 58912) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57845 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-24d9ef45-4e54-42df-91bb-27714c777e07:NORMAL:127.0.0.1:57845|RBW], ReplicaUC[[DISK]DS-bd1c67fa-efe9-408c-8159-b1b4972daf1c:NORMAL:127.0.0.1:57163|RBW]]} size 71 [junit4] 2> 68703 INFO (IPC Server handler 2 on 58912) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57163 is added to blk_1073741825_1001 size 71 [junit4] 2> 69125 WARN (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 69354 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 69354 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 69354 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 69373 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 69373 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 69408 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.4306640625, noCFSRatio=0.0] [junit4] 2> 69436 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4486ea6c[collection1] main] [junit4] 2> 69439 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 69439 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 69439 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 69444 INFO (searcherExecutor-23-thread-1-processing-n:127.0.0.1:56664_ x:collection1 c:control_collection) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4486ea6c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 69445 INFO (coreLoadExecutor-22-thread-1-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562437600394870784 [junit4] 2> 69694 INFO (coreZkRegister-15-thread-1-processing-n:127.0.0.1:56664_ x:collection1 c:control_collection) [n:127.0.0.1:56664_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 69694 INFO (coreZkRegister-15-thread-1-processing-n:127.0.0.1:56664_ x:collection1 c:control_collection) [n:127.0.0.1:56664_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 69694 INFO (coreZkRegister-15-thread-1-processing-n:127.0.0.1:56664_ x:collection1 c:control_collection) [n:127.0.0.1:56664_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56664/collection1/ [junit4] 2> 69695 INFO (coreZkRegister-15-thread-1-processing-n:127.0.0.1:56664_ x:collection1 c:control_collection) [n:127.0.0.1:56664_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 69695 INFO (coreZkRegister-15-thread-1-processing-n:127.0.0.1:56664_ x:collection1 c:control_collection) [n:127.0.0.1:56664_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56664/collection1/ has no replicas [junit4] 2> 69695 INFO (coreZkRegister-15-thread-1-processing-n:127.0.0.1:56664_ x:collection1 c:control_collection) [n:127.0.0.1:56664_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 69740 INFO (coreZkRegister-15-thread-1-processing-n:127.0.0.1:56664_ x:collection1 c:control_collection) [n:127.0.0.1:56664_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56664/collection1/ shard1 [junit4] 2> 69891 INFO (coreZkRegister-15-thread-1-processing-n:127.0.0.1:56664_ x:collection1 c:control_collection) [n:127.0.0.1:56664_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 70145 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 70146 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53811/solr ready [junit4] 2> 70148 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 70284 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-1-001/cores/collection1 [junit4] 2> 70315 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-1-001 [junit4] 2> 70316 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 70435 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c9cd8c5{/,null,AVAILABLE} [junit4] 2> 70436 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b1c4282{HTTP/1.1,[http/1.1]}{127.0.0.1:49189} [junit4] 2> 70436 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.Server Started @74049ms [junit4] 2> 70436 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:58912/hdfs__localhost_58912__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=49189, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-1-001/cores} [junit4] 2> 70436 ERROR (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 70443 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0 [junit4] 2> 70443 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 70443 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 70443 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-21T00:36:51.482Z [junit4] 2> 70597 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 70597 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-1-001/solr.xml [junit4] 2> 70610 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 70614 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53811/solr [junit4] 2> 70670 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:49189_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 70672 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:49189_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 70675 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:49189_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49189_ [junit4] 2> 70681 INFO (zkCallback-24-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 70679 INFO (zkCallback-15-thread-4-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 70682 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 71203 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:49189_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-1-001/cores [junit4] 2> 71203 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:49189_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 71245 INFO (OverseerStateUpdate-97652349677076484-127.0.0.1:56664_-n_0000000000) [n:127.0.0.1:56664_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 72327 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0 [junit4] 2> 72370 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 72930 WARN (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead. [junit4] 2> 72942 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 73264 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1 [junit4] 2> 73265 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58912/solr_hdfs_home [junit4] 2> 73265 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 73265 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 73266 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:58912/solr_hdfs_home/collection1/core_node1/data/] [junit4] 2> 73266 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@70de1131 [junit4] 2> 73267 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58912/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata [junit4] 2> 73274 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 73274 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 73296 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 73320 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58912/solr_hdfs_home/collection1/core_node1/data [junit4] 2> 73420 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58912/solr_hdfs_home/collection1/core_node1/data/index [junit4] 2> 73475 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 73475 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 73509 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 73509 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6187616996122831] [junit4] 2> 73700 INFO (IPC Server handler 6 on 58912) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57845 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bd1c67fa-efe9-408c-8159-b1b4972daf1c:NORMAL:127.0.0.1:57163|RBW], ReplicaUC[[DISK]DS-a21ac244-0366-4c36-872f-8f3e94bc09b6:NORMAL:127.0.0.1:57845|FINALIZED]]} size 0 [junit4] 2> 73700 INFO (IPC Server handler 2 on 58912) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57163 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a21ac244-0366-4c36-872f-8f3e94bc09b6:NORMAL:127.0.0.1:57845|FINALIZED], ReplicaUC[[DISK]DS-fd2149c0-8f9c-4fe5-a325-793a3555994c:NORMAL:127.0.0.1:57163|FINALIZED]]} size 0 [junit4] 2> 73716 WARN (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 74245 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 74252 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 74252 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 74313 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 74313 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 74317 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.4306640625, noCFSRatio=0.0] [junit4] 2> 74339 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@60d4f58e[collection1] main] [junit4] 2> 74342 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 74345 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 74345 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 74350 INFO (searcherExecutor-34-thread-1-processing-n:127.0.0.1:49189_ x:collection1 c:collection1) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@60d4f58e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 74353 INFO (coreLoadExecutor-33-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562437605541281792 [junit4] 2> 74483 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:49189_ x:collection1 c:collection1) [n:127.0.0.1:49189_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 74484 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:49189_ x:collection1 c:collection1) [n:127.0.0.1:49189_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 74484 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:49189_ x:collection1 c:collection1) [n:127.0.0.1:49189_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49189/collection1/ [junit4] 2> 74489 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:49189_ x:collection1 c:collection1) [n:127.0.0.1:49189_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 74490 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:49189_ x:collection1 c:collection1) [n:127.0.0.1:49189_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:49189/collection1/ has no replicas [junit4] 2> 74490 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:49189_ x:collection1 c:collection1) [n:127.0.0.1:49189_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 74496 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:49189_ x:collection1 c:collection1) [n:127.0.0.1:49189_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49189/collection1/ shard1 [junit4] 2> 74648 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:49189_ x:collection1 c:collection1) [n:127.0.0.1:49189_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 74960 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-2-001/cores/collection1 [junit4] 2> 75178 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-2-001 [junit4] 2> 75185 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 75286 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77ce22c2{/,null,AVAILABLE} [junit4] 2> 75287 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3df50aa{HTTP/1.1,[http/1.1]}{127.0.0.1:34826} [junit4] 2> 75287 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.e.j.s.Server Started @78900ms [junit4] 2> 75287 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:58912/hdfs__localhost_58912__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=34826, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-2-001/cores} [junit4] 2> 75287 ERROR (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 75294 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0 [junit4] 2> 75295 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 75295 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 75295 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-21T00:36:56.334Z [junit4] 2> 75325 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 75326 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-2-001/solr.xml [junit4] 2> 75342 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 75344 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53811/solr [junit4] 2> 75415 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:34826_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 75417 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:34826_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 75426 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:34826_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34826_ [junit4] 2> 75429 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 75429 INFO (zkCallback-15-thread-4-processing-n:127.0.0.1:56664_) [n:127.0.0.1:56664_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 75429 INFO (zkCallback-24-thread-1-processing-n:127.0.0.1:49189_) [n:127.0.0.1:49189_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 75431 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 75766 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:34826_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-2-001/cores [junit4] 2> 75766 INFO (TEST-StressHdfsTest.test-seed#[731AC077792655B5]) [n:127.0.0.1:34826_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 75910 INFO (OverseerStateUpdate-97652349677076484-127.0.0.1:56664_-n_0000000000) [n:127.0.0.1:56664_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 77106 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0 [junit4] 2> 77172 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 77493 WARN (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead. [junit4] 2> 77496 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 78263 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1 [junit4] 2> 78264 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58912/solr_hdfs_home [junit4] 2> 78264 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 78264 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 78264 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_731AC077792655B5-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:58912/solr_hdfs_home/collection1/core_node2/data/] [junit4] 2> 78264 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@70de1131 [junit4] 2> 78265 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58912/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata [junit4] 2> 78294 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 78294 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 78298 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 78299 INFO (coreLoadExecutor-44-thread-1-processing-n:127.0.0.1:34826_) [n:127.0.0.1:34826_ c:collection1 x:collection1 [...truncated too long message...] tance(DefaultMetricsSystem.java:72) [junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68) [junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171) [junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872) [junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726) [junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705) [junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:203) [junit4] 2> at org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.teardownClass(HdfsRecoveryZkTest.java:51) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> Caused by: java.lang.NullPointerException [junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203) [junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370) [junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729) [junit4] 2> ... 53 more [junit4] 2> 3616009 INFO (SUITE-HdfsRecoveryZkTest-seed#[731AC077792655B5]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43303 43303 [junit4] 2> 3616010 INFO (SUITE-HdfsRecoveryZkTest-seed#[731AC077792655B5]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_731AC077792655B5-001 [junit4] 2> Mar 21, 2017 1:35:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1201, maxMBSortInHeap=6.228775742607813, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=hi-IN, timezone=Indian/Comoro [junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=352526352,total=529006592 [junit4] 2> NOTE: All tests run in this JVM: [TermsComponentTest, DocumentBuilderTest, SearchHandlerTest, TestCloudSchemaless, SimplePostToolTest, TestHdfsBackupRestoreCore, MultiTermTest, TestExactSharedStatsCache, TestCustomSort, TestSweetSpotSimilarityFactory, MultiThreadedOCPTest, TestDynamicLoading, BasicAuthIntegrationTest, LoggingHandlerTest, TestRandomCollapseQParserPlugin, TestAuthenticationFramework, FacetPivotSmallTest, TestNoOpRegenerator, DistributedFacetExistsSmallTest, ConvertedLegacyTest, TestSchemaResource, TestNonDefinedSimilarityFactory, TestDynamicFieldResource, SmileWriterTest, SampleTest, TestPartialUpdateDeduplication, SortByFunctionTest, DeleteInactiveReplicaTest, CSVRequestHandlerTest, DistribCursorPagingTest, HdfsWriteToMultipleCollectionsTest, DateMathParserTest, URLClassifyProcessorTest, HdfsThreadLeakTest, TestStressVersions, PreAnalyzedUpdateProcessorTest, WrapperMergePolicyFactoryTest, ShufflingReplicaListTransformerTest, BasicFunctionalityTest, TestLuceneMatchVersion, TestFastOutputStream, TestMiniSolrCloudClusterSSL, CollectionsAPISolrJTest, TestCoreAdminApis, TestInitParams, DocValuesTest, SuggestComponentTest, DistributedTermsComponentTest, DistanceFunctionTest, CursorMarkTest, TestChildDocTransformer, DistributedMLTComponentTest, DocExpirationUpdateProcessorFactoryTest, CollectionsAPIDistributedZkTest, TestRTGBase, DirectSolrSpellCheckerTest, HdfsDirectoryFactoryTest, DistributedQueryComponentCustomSortTest, TestRestoreCore, TestSchemaManager, PeerSyncWithIndexFingerprintCachingTest, TestScoreJoinQPScore, IndexBasedSpellCheckerTest, TestRequestForwarding, AddSchemaFieldsUpdateProcessorFactoryTest, SolrCmdDistributorTest, TestNamedUpdateProcessors, DistributedFacetPivotSmallAdvancedTest, AssignTest, SolrMetricReporterTest, CleanupOldIndexTest, DistanceUnitsTest, AnalysisErrorHandlingTest, ShardRoutingTest, TestFileDictionaryLookup, TestHashPartitioner, TestCopyFieldCollectionResource, WordBreakSolrSpellCheckerTest, RankQueryTest, TermVectorComponentTest, SolrIndexSplitterTest, DeleteReplicaTest, TestSolrXml, TestInPlaceUpdatesStandalone, TestUpdate, TestQueryUtils, ClassificationUpdateProcessorIntegrationTest, TestTrie, TestRawResponseWriter, SolrInfoMBeanTest, TestLMDirichletSimilarityFactory, OverseerStatusTest, JsonLoaderTest, HighlighterMaxOffsetTest, TestSimpleTrackingShardHandler, TestMinMaxOnMultiValuedField, TestDeleteCollectionOnDownNodes, CdcrRequestHandlerTest, TestCSVResponseWriter, RAMDirectoryFactoryTest, TestFiltering, HdfsCollectionsAPIDistributedZkTest, TestSimpleQParserPlugin, SystemInfoHandlerTest, TestLockTree, TestGraphTermsQParserPlugin, TestStressCloudBlindAtomicUpdates, TestEmbeddedSolrServerConstructors, TestSubQueryTransformerDistrib, CdcrBootstrapTest, TestSolrCoreParser, TestShardHandlerFactory, CoreMergeIndexesAdminHandlerTest, LeaderFailoverAfterPartitionTest, ConnectionManagerTest, V2ApiIntegrationTest, TestAuthorizationFramework, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestJoin, HardAutoCommitTest, TestCoreContainer, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, BadIndexSchemaTest, TestFunctionQuery, TestBadConfig, HighlighterTest, SoftAutoCommitTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, NoCacheHeaderTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, TestWriterPerf, DocumentAnalysisRequestHandlerTest, TestQueryTypes, FieldAnalysisRequestHandlerTest, IndexSchemaTest, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, TestComponentsName, TestBinaryResponseWriter, TestLFUCache, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestPathTrie, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, CreateCollectionCleanupTest, CustomCollectionTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnCommitTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, ReplaceNodeTest, ReplicationFactorTest, RestartWhileUpdatingTest, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, TestCloudRecovery, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestRandomRequestDistribution, TestSSLRandomization, TestSegmentSorting, TestTolerantUpdateProcessorCloud, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZkTest, HdfsRecoveryZkTest] [junit4] Completed [543/700 (4!)] on J1 in 144.89s, 1 test, 1 error <<< FAILURES! [...truncated 63170 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
