Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1503/
5 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest Error Message: 1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 1) Thread[id=53531, name=OverseerHdfsCoreFailoverThread-97007251312279569-127.0.0.1:39336_solr-n_0000000004, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137) at java.lang.Thread.run(Thread.java:745) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 1) Thread[id=53531, name=OverseerHdfsCoreFailoverThread-97007251312279569-127.0.0.1:39336_solr-n_0000000004, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137) at java.lang.Thread.run(Thread.java:745) at __randomizedtesting.SeedInfo.seed([90E372DD4BD495D8]:0) FAILED: org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testErrorHandling Error Message: unknown UpdateRequestProcessorChain: <add><doc><field name="id">2312312321312</field><field name="text">SpellCheckComponent got improvement related to recent Lucene changes. Add support for specifying Spelling SuggestWord Comparator to Lucene spell checkers for SpellCheckComponent. Issue SOLR-2053 is already fixed, patch is attached if you need it, but it is also committed to trunk and 3_x branch. Last Lucene European Conference has been held in Prague.</field></doc></add> Stack Trace: org.apache.solr.common.SolrException: unknown UpdateRequestProcessorChain: <add><doc><field name="id">2312312321312</field><field name="text">SpellCheckComponent got improvement related to recent Lucene changes. Add support for specifying Spelling SuggestWord Comparator to Lucene spell checkers for SpellCheckComponent. Issue SOLR-2053 is already fixed, patch is attached if you need it, but it is also committed to trunk and 3_x branch. Last Lucene European Conference has been held in Prague.</field></doc></add> at __randomizedtesting.SeedInfo.seed([5831E0ECA4325D0F:6DC59ED2F2E4DCDB]:0) at org.apache.solr.core.SolrCore.getUpdateProcessingChain(SolrCore.java:1214) at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1222) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:52) at org.apache.solr.SolrTestCaseJ4.addDoc(SolrTestCaseJ4.java:1031) at org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testErrorHandling(UIMAUpdateRequestProcessorTest.java:137) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testTwoUpdates Error Message: unknown UpdateRequestProcessorChain: <add><doc><field name="id">1</field><field name="text">The Apache Software Foundation is happy to announce BarCampApache Sydney, Australia, the first ASF-backed event in the Southern Hemisphere!</field></doc></add> Stack Trace: org.apache.solr.common.SolrException: unknown UpdateRequestProcessorChain: <add><doc><field name="id">1</field><field name="text">The Apache Software Foundation is happy to announce BarCampApache Sydney, Australia, the first ASF-backed event in the Southern Hemisphere!</field></doc></add> at __randomizedtesting.SeedInfo.seed([5831E0ECA4325D0F:557BB7B3BC1D3FA1]:0) at org.apache.solr.core.SolrCore.getUpdateProcessingChain(SolrCore.java:1214) at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1222) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:52) at org.apache.solr.SolrTestCaseJ4.addDoc(SolrTestCaseJ4.java:1031) at org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testTwoUpdates(UIMAUpdateRequestProcessorTest.java:101) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testMultiplierProcessing Error Message: unknown UpdateRequestProcessorChain: <add><doc><field name="id">2312312321312</field><field name="text">SpellCheckComponent got improvement related to recent Lucene changes. Add support for specifying Spelling SuggestWord Comparator to Lucene spell checkers for SpellCheckComponent. Issue SOLR-2053 is already fixed, patch is attached if you need it, but it is also committed to trunk and 3_x branch. Last Lucene European Conference has been held in Prague.</field></doc></add> Stack Trace: org.apache.solr.common.SolrException: unknown UpdateRequestProcessorChain: <add><doc><field name="id">2312312321312</field><field name="text">SpellCheckComponent got improvement related to recent Lucene changes. Add support for specifying Spelling SuggestWord Comparator to Lucene spell checkers for SpellCheckComponent. Issue SOLR-2053 is already fixed, patch is attached if you need it, but it is also committed to trunk and 3_x branch. Last Lucene European Conference has been held in Prague.</field></doc></add> at __randomizedtesting.SeedInfo.seed([5831E0ECA4325D0F:63302A41A36671FB]:0) at org.apache.solr.core.SolrCore.getUpdateProcessingChain(SolrCore.java:1214) at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1222) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:52) at org.apache.solr.SolrTestCaseJ4.addDoc(SolrTestCaseJ4.java:1031) at org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testProcessing(UIMAUpdateRequestProcessorTest.java:83) at org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testMultiplierProcessing(UIMAUpdateRequestProcessorTest.java:177) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testProcessing Error Message: unknown UpdateRequestProcessorChain: <add><doc><field name="id">2312312321312</field><field name="text">SpellCheckComponent got improvement related to recent Lucene changes. Add support for specifying Spelling SuggestWord Comparator to Lucene spell checkers for SpellCheckComponent. Issue SOLR-2053 is already fixed, patch is attached if you need it, but it is also committed to trunk and 3_x branch. Last Lucene European Conference has been held in Prague.</field></doc></add> Stack Trace: org.apache.solr.common.SolrException: unknown UpdateRequestProcessorChain: <add><doc><field name="id">2312312321312</field><field name="text">SpellCheckComponent got improvement related to recent Lucene changes. Add support for specifying Spelling SuggestWord Comparator to Lucene spell checkers for SpellCheckComponent. Issue SOLR-2053 is already fixed, patch is attached if you need it, but it is also committed to trunk and 3_x branch. Last Lucene European Conference has been held in Prague.</field></doc></add> at __randomizedtesting.SeedInfo.seed([5831E0ECA4325D0F:4BBFE49EE3C1DCA5]:0) at org.apache.solr.core.SolrCore.getUpdateProcessingChain(SolrCore.java:1214) at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1222) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:52) at org.apache.solr.SolrTestCaseJ4.addDoc(SolrTestCaseJ4.java:1031) at org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testProcessing(UIMAUpdateRequestProcessorTest.java:83) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 11690 lines...] [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/init-core-data-001 [junit4] 2> 792129 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[90E372DD4BD495D8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 792130 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[90E372DD4BD495D8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001 [junit4] 2> 792130 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[90E372DD4BD495D8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 792130 INFO (Thread-1926) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 792130 INFO (Thread-1926) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 792230 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[90E372DD4BD495D8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44855 [junit4] 2> 792234 INFO (jetty-launcher-13692-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 792235 INFO (jetty-launcher-13692-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 792235 INFO (jetty-launcher-13692-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 792236 INFO (jetty-launcher-13692-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 792237 INFO (jetty-launcher-13692-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@588dda20{/solr,null,AVAILABLE} [junit4] 2> 792238 INFO (jetty-launcher-13692-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5003ac42{HTTP/1.1,[http/1.1]}{127.0.0.1:39336} [junit4] 2> 792238 INFO (jetty-launcher-13692-thread-4) [ ] o.e.j.s.Server Started @796650ms [junit4] 2> 792238 INFO (jetty-launcher-13692-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39336} [junit4] 2> 792238 ERROR (jetty-launcher-13692-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 792238 INFO (jetty-launcher-13692-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 792238 INFO (jetty-launcher-13692-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 792238 INFO (jetty-launcher-13692-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 792238 INFO (jetty-launcher-13692-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-27T02:19:45.414Z [junit4] 2> 792239 INFO (jetty-launcher-13692-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69590486{/solr,null,AVAILABLE} [junit4] 2> 792240 INFO (jetty-launcher-13692-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63757dcf{/solr,null,AVAILABLE} [junit4] 2> 792240 INFO (jetty-launcher-13692-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c42832a{/solr,null,AVAILABLE} [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e506151{HTTP/1.1,[http/1.1]}{127.0.0.1:42343} [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@457f264e{HTTP/1.1,[http/1.1]}{127.0.0.1:35153} [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-2) [ ] o.e.j.s.Server Started @796653ms [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-3) [ ] o.e.j.s.Server Started @796653ms [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42343} [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35153} [junit4] 2> 792241 ERROR (jetty-launcher-13692-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 792241 ERROR (jetty-launcher-13692-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-27T02:19:45.417Z [junit4] 2> 792241 INFO (jetty-launcher-13692-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-27T02:19:45.417Z [junit4] 2> 792242 INFO (jetty-launcher-13692-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f0dd42b{HTTP/1.1,[http/1.1]}{127.0.0.1:52754} [junit4] 2> 792242 INFO (jetty-launcher-13692-thread-1) [ ] o.e.j.s.Server Started @796654ms [junit4] 2> 792242 INFO (jetty-launcher-13692-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52754} [junit4] 2> 792242 ERROR (jetty-launcher-13692-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 792242 INFO (jetty-launcher-13692-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 792242 INFO (jetty-launcher-13692-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 792242 INFO (jetty-launcher-13692-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 792242 INFO (jetty-launcher-13692-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-27T02:19:45.418Z [junit4] 2> 792245 INFO (jetty-launcher-13692-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 792251 INFO (jetty-launcher-13692-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 792251 INFO (jetty-launcher-13692-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 792253 INFO (jetty-launcher-13692-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44855/solr [junit4] 2> 792254 INFO (jetty-launcher-13692-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 792257 INFO (jetty-launcher-13692-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44855/solr [junit4] 2> 792259 INFO (jetty-launcher-13692-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44855/solr [junit4] 2> 792260 INFO (jetty-launcher-13692-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44855/solr [junit4] 2> 792264 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158a394c31b0009, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 792275 INFO (jetty-launcher-13692-thread-2) [n:127.0.0.1:42343_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42343_solr [junit4] 2> 792276 INFO (jetty-launcher-13692-thread-1) [n:127.0.0.1:52754_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52754_solr [junit4] 2> 792276 INFO (jetty-launcher-13692-thread-2) [n:127.0.0.1:42343_solr ] o.a.s.c.Overseer Overseer (id=97007251312279562-127.0.0.1:42343_solr-n_0000000000) starting [junit4] 2> 792280 INFO (zkCallback-13711-thread-1-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 792282 INFO (zkCallback-13704-thread-1-processing-n:127.0.0.1:39336_solr) [n:127.0.0.1:39336_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 792282 INFO (zkCallback-13712-thread-1-processing-n:127.0.0.1:52754_solr) [n:127.0.0.1:52754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 792283 INFO (zkCallback-13713-thread-1-processing-n:127.0.0.1:35153_solr) [n:127.0.0.1:35153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 792288 INFO (jetty-launcher-13692-thread-4) [n:127.0.0.1:39336_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39336_solr [junit4] 2> 792288 INFO (jetty-launcher-13692-thread-3) [n:127.0.0.1:35153_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35153_solr [junit4] 2> 792289 INFO (zkCallback-13713-thread-1-processing-n:127.0.0.1:35153_solr) [n:127.0.0.1:35153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 792293 INFO (zkCallback-13712-thread-1-processing-n:127.0.0.1:52754_solr) [n:127.0.0.1:52754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 792293 INFO (zkCallback-13711-thread-1-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 792293 INFO (zkCallback-13704-thread-1-processing-n:127.0.0.1:39336_solr) [n:127.0.0.1:39336_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 792305 INFO (zkCallback-13713-thread-1-processing-n:127.0.0.1:35153_solr) [n:127.0.0.1:35153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 792323 INFO (jetty-launcher-13692-thread-2) [n:127.0.0.1:42343_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42343_solr [junit4] 2> 792324 INFO (zkCallback-13713-thread-1-processing-n:127.0.0.1:35153_solr) [n:127.0.0.1:35153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 792324 INFO (zkCallback-13712-thread-1-processing-n:127.0.0.1:52754_solr) [n:127.0.0.1:52754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 792324 INFO (zkCallback-13711-thread-1-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 792324 INFO (zkCallback-13704-thread-1-processing-n:127.0.0.1:39336_solr) [n:127.0.0.1:39336_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 792388 INFO (jetty-launcher-13692-thread-1) [n:127.0.0.1:52754_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node1/. [junit4] 2> 792398 INFO (jetty-launcher-13692-thread-3) [n:127.0.0.1:35153_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node3/. [junit4] 2> 792409 INFO (jetty-launcher-13692-thread-4) [n:127.0.0.1:39336_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node4/. [junit4] 2> 792420 INFO (jetty-launcher-13692-thread-2) [n:127.0.0.1:42343_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node2/. [junit4] 2> 792424 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[90E372DD4BD495D8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 792425 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[90E372DD4BD495D8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44855/solr ready [junit4] 2> 792451 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[90E372DD4BD495D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters [junit4] 2> 792451 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[90E372DD4BD495D8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 792456 INFO (qtp1661929920-53089) [n:127.0.0.1:39336_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 792457 ERROR (qtp1661929920-53089) [n:127.0.0.1:39336_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: name [junit4] 2> at org.apache.solr.common.params.RequiredSolrParams.getParams(RequiredSolrParams.java:90) [junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:461) [junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:478) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$0(CollectionsHandler.java:376) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:870) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:209) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:113) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> [junit4] 2> 792457 INFO (qtp1661929920-53089) [n:127.0.0.1:39336_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=0 [junit4] 2> 792460 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[90E372DD4BD495D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingRequiredParameters [junit4] 2> 792488 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[90E372DD4BD495D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes [junit4] 2> 792489 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[90E372DD4BD495D8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 792490 INFO (qtp1661929920-53089) [n:127.0.0.1:39336_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 792491 INFO (OverseerThreadFactory-6372-thread-1-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection [junit4] 2> 792604 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2 [junit4] 2> 792604 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2 [junit4] 2> 792605 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2 [junit4] 2> 792606 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2 [junit4] 2> 792711 INFO (zkCallback-13712-thread-1-processing-n:127.0.0.1:52754_solr) [n:127.0.0.1:52754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 792711 INFO (zkCallback-13704-thread-1-processing-n:127.0.0.1:39336_solr) [n:127.0.0.1:39336_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 792711 INFO (zkCallback-13713-thread-1-processing-n:127.0.0.1:35153_solr) [n:127.0.0.1:35153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 792712 INFO (zkCallback-13711-thread-3-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 793613 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 793616 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 793617 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 793618 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 793631 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica2] Schema name=minimal [junit4] 2> 793631 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica1] Schema name=minimal [junit4] 2> 793631 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica1] Schema name=minimal [junit4] 2> 793633 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica2] Schema name=minimal [junit4] 2> 793633 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 793634 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica1' using configuration from collection nodes_used_collection [junit4] 2> 793634 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node4/nodes_used_collection_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node4/./nodes_used_collection_shard2_replica1/data/] [junit4] 2> 793635 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 793636 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 793636 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 793637 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica2' using configuration from collection nodes_used_collection [junit4] 2> 793637 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica2' using configuration from collection nodes_used_collection [junit4] 2> 793637 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node3/nodes_used_collection_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node3/./nodes_used_collection_shard1_replica2/data/] [junit4] 2> 793637 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node1/nodes_used_collection_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node1/./nodes_used_collection_shard2_replica2/data/] [junit4] 2> 793638 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica1' using configuration from collection nodes_used_collection [junit4] 2> 793638 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node2/nodes_used_collection_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node2/./nodes_used_collection_shard1_replica1/data/] [junit4] 2> 793640 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 793640 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 793641 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 793641 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 793643 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f2ad50b[nodes_used_collection_shard2_replica1] main] [junit4] 2> 793644 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 793644 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 793644 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 793644 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 793645 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6bfc1d63[nodes_used_collection_shard2_replica2] main] [junit4] 2> 793645 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 793645 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 793645 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 793646 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552116022585065472 [junit4] 2> 793647 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 793647 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 793648 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 793648 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 793648 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@51c61c68[nodes_used_collection_shard1_replica2] main] [junit4] 2> 793649 INFO (searcherExecutor-6381-thread-1-processing-n:127.0.0.1:39336_solr x:nodes_used_collection_shard2_replica1 s:shard2 c:nodes_used_collection r:core_node1) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@4f2ad50b[nodes_used_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 793649 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 793649 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 793649 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 793650 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552116022588211200 [junit4] 2> 793652 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 793653 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 793653 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 793653 INFO (searcherExecutor-6383-thread-1-processing-n:127.0.0.1:52754_solr x:nodes_used_collection_shard2_replica2 s:shard2 c:nodes_used_collection r:core_node2) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6bfc1d63[nodes_used_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 793653 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552116022592405504 [junit4] 2> 793654 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 793654 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms [junit4] 2> 793655 INFO (searcherExecutor-6382-thread-1-processing-n:127.0.0.1:35153_solr x:nodes_used_collection_shard1_replica2 s:shard1 c:nodes_used_collection r:core_node4) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@51c61c68[nodes_used_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 793660 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 793660 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 793660 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 793660 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 793663 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f1f6ce5[nodes_used_collection_shard1_replica1] main] [junit4] 2> 793663 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 793663 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 793663 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 793663 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552116022602891264 [junit4] 2> 793664 INFO (searcherExecutor-6384-thread-1-processing-n:127.0.0.1:42343_solr x:nodes_used_collection_shard1_replica1 s:shard1 c:nodes_used_collection r:core_node3) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@4f1f6ce5[nodes_used_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 793756 INFO (zkCallback-13713-thread-1-processing-n:127.0.0.1:35153_solr) [n:127.0.0.1:35153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 793756 INFO (zkCallback-13712-thread-1-processing-n:127.0.0.1:52754_solr) [n:127.0.0.1:52754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 793756 INFO (zkCallback-13711-thread-1-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 793756 INFO (zkCallback-13704-thread-1-processing-n:127.0.0.1:39336_solr) [n:127.0.0.1:39336_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794154 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 794154 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 794154 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35153/solr/nodes_used_collection_shard1_replica2/ [junit4] 2> 794154 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:35153/solr START replicas=[http://127.0.0.1:42343/solr/nodes_used_collection_shard1_replica1/] nUpdates=100 [junit4] 2> 794155 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 794155 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:35153/solr DONE. We have no versions. sync failed. [junit4] 2> 794155 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 794155 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39336/solr/nodes_used_collection_shard2_replica1/ [junit4] 2> 794155 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:39336/solr START replicas=[http://127.0.0.1:52754/solr/nodes_used_collection_shard2_replica2/] nUpdates=100 [junit4] 2> 794155 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:39336/solr DONE. We have no versions. sync failed. [junit4] 2> 794156 INFO (qtp1258465347-53095) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.S.Request [nodes_used_collection_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 794156 INFO (qtp1846619492-53069) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.S.Request [nodes_used_collection_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 794156 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 794156 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 794156 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 794156 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 794158 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39336/solr/nodes_used_collection_shard2_replica1/ shard2 [junit4] 2> 794159 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35153/solr/nodes_used_collection_shard1_replica2/ shard1 [junit4] 2> 794262 INFO (zkCallback-13712-thread-1-processing-n:127.0.0.1:52754_solr) [n:127.0.0.1:52754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794262 INFO (zkCallback-13713-thread-1-processing-n:127.0.0.1:35153_solr) [n:127.0.0.1:35153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794262 INFO (zkCallback-13711-thread-3-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794262 INFO (zkCallback-13704-thread-1-processing-n:127.0.0.1:39336_solr) [n:127.0.0.1:39336_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794309 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 794310 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 794311 INFO (qtp340232655-53081) [n:127.0.0.1:35153_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=1705 [junit4] 2> 794311 INFO (qtp1661929920-53082) [n:127.0.0.1:39336_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=1712 [junit4] 2> 794414 INFO (zkCallback-13712-thread-1-processing-n:127.0.0.1:52754_solr) [n:127.0.0.1:52754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794414 INFO (zkCallback-13704-thread-1-processing-n:127.0.0.1:39336_solr) [n:127.0.0.1:39336_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794414 INFO (zkCallback-13713-thread-1-processing-n:127.0.0.1:35153_solr) [n:127.0.0.1:35153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794414 INFO (zkCallback-13711-thread-2-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794659 INFO (qtp1846619492-53075) [n:127.0.0.1:52754_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2055 [junit4] 2> 794668 INFO (qtp1258465347-53086) [n:127.0.0.1:42343_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=2063 [junit4] 2> 794670 INFO (qtp1661929920-53089) [n:127.0.0.1:39336_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 794771 INFO (zkCallback-13712-thread-1-processing-n:127.0.0.1:52754_solr) [n:127.0.0.1:52754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794771 INFO (zkCallback-13704-thread-1-processing-n:127.0.0.1:39336_solr) [n:127.0.0.1:39336_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794772 INFO (zkCallback-13713-thread-1-processing-n:127.0.0.1:35153_solr) [n:127.0.0.1:35153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 794772 INFO (zkCallback-13711-thread-1-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 795671 INFO (qtp1661929920-53089) [n:127.0.0.1:39336_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3180 [junit4] 2> 795672 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[90E372DD4BD495D8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCoresAreDistributedAcrossNodes [junit4] 2> 795694 INFO (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[90E372DD4BD495D8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection [junit4] 2> 795695 INFO (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[90E372DD4BD495D8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 795696 INFO (qtp1661929920-53092) [n:127.0.0.1:39336_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodes_used_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 795697 INFO (OverseerThreadFactory-6372-thread-2-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true [junit4] 2> 795697 INFO (OverseerCollectionConfigSetProcessor-97007251312279562-127.0.0.1:42343_solr-n_0000000000) [n:127.0.0.1:42343_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 795699 INFO (qtp1258465347-53090) [n:127.0.0.1:42343_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@440f8a9e [junit4] 2> 795700 INFO (qtp340232655-53099) [n:127.0.0.1:35153_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@70f66ef9 [junit4] 2> 795700 INFO (qtp1258465347-53090) [n:127.0.0.1:42343_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 795701 INFO (qtp1661929920-53093) [n:127.0.0.1:39336_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@16c1a5b5 [junit4] 2> 795702 INFO (qtp1258465347-53090) [n:127.0.0.1:42343_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=nodes_used_collection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=3 [junit4] 2> 795702 WARN (zkCallback-13711-thread-3-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader [junit4] 2> 795703 INFO (qtp1846619492-53080) [n:127.0.0.1:52754_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@3dac2d87 [junit4] 2> 795703 INFO (qtp340232655-53099) [n:127.0.0.1:35153_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=nodes_used_collection_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=3 [junit4] 2> 795704 WARN (zkCallback-13712-thread-1-processing-n:127.0.0.1:52754_solr) [n:127.0.0.1:52754_solr ] o.a.s.c.LeaderElector [junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:nodes_used_collection_shard2_replica2 in [] [junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:296) [junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) [junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) [junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) [junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 795704 INFO (qtp1846619492-53080) [n:127.0.0.1:52754_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 795704 INFO (qtp1661929920-53093) [n:127.0.0.1:39336_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=nodes_used_collection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=3 [junit4] 2> 795704 INFO (qtp1846619492-53080) [n:127.0.0.1:52754_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=nodes_used_collection_shard2_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2 [junit4] 2> 796413 INFO (qtp1661929920-53092) [n:127.0.0.1:39336_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=nodes_used_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=717 [junit4] 2> 796415 INFO (qtp1661929920-53094) [n:127.0.0.1:39336_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=unknown_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 796416 INFO (OverseerCollectionConfigSetProcessor-97007251312279562-127.0.0.1:42343_solr-n_0000000000) [n:127.0.0.1:42343_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 796417 INFO (OverseerThreadFactory-6372-thread-3-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true [junit4] 2> 796417 ERROR (OverseerThreadFactory-6372-thread-3-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: unknown_collection operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : unknown_collection [junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:843) [junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:81) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> [junit4] 2> 796419 INFO (qtp1661929920-53094) [n:127.0.0.1:39336_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 QTime=4 [junit4] 2> 796419 INFO (qtp1661929920-53091) [n:127.0.0.1:39336_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 796421 INFO (OverseerThreadFactory-6372-thread-4-processing-n:127.0.0.1:42343_solr) [n:127.0.0.1:42343_solr ] o.a.s.c.CreateCollectionCmd Create collection acollectionafterbaddelete [junit4] 2> 796421 INFO (OverseerCollectionConfigSetProcessor-97007251312279562-127.0.0.1:42343_solr-n_0000000000) [n:127.0.0.1:42343_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 796627 INFO (qtp1846619492-53102) [n:127.0.0.1:52754_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2 [junit4] 2> 796628 INFO (qtp340232655-53105) [n:127.0.0.1:35153_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2 [junit4] 2> 796732 INFO (zkCallback-13712-thread-1-processing-n:127.0.0.1:52754_solr) [n:127.0.0.1:52754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4]) [junit4] 2> 796732 INFO (zkCallback-13713-thread-1-processing-n:127.0.0.1:35153_solr) [n:127.0.0.1:35153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4]) [junit4] 2> 797636 INFO (qtp1846619492-53102) [n:127.0.0.1:52754_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 797636 INFO (qtp340232655-53105) [n:127.0.0.1:35153_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 797642 INFO (qtp1846619492-53102) [n:127.0.0.1:52754_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica1] Schema name=minimal [junit4] 2> 797642 INFO (qtp340232655-53105) [n:127.0.0.1:35153_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica2] Schema name=minimal [junit4] 2> 797644 INFO (qtp1846619492-53102) [n:127.0.0.1:52754_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 797644 INFO (qtp340232655-53105) [n:127.0.0.1:35153_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 797645 INFO (qtp340232655-53105) [n:127.0.0.1:35153_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica2' using configuration from collection acollectionafterbaddelete [junit4] 2> 797645 INFO (qtp1846619492-53102) [n:127.0.0.1:52754_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica1' using configuration from collection acollectionafterbaddelete [junit4] 2> 797645 INFO (qtp340232655-53105) [n:127.0.0.1:35153_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_90E372DD4BD495D8-001/tempDir-001/node3/acollectionafterbaddelete_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.Coll [...truncated too long message...] sicDistributedZk2Test, TestInitQParser, SampleTest, CoreAdminRequestStatusTest, TlogReplayBufferedWhileIndexingTest, TestPostingsSolrHighlighter, SmileWriterTest, TestQueryWrapperFilter, LoggingHandlerTest, SpatialRPTFieldTypeTest, ConvertedLegacyTest, SuggestComponentContextFilterQueryTest, DeleteStatusTest, TestSchemaSimilarityResource, TestShortCircuitedRequests, FileUtilsTest, TestClusterStateMutator, ClassificationUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestAddFieldRealTimeGet, TestLegacyFieldCache, JsonLoaderTest, TestSolrConfigHandlerCloud, TestXmlQParserPlugin, TestTrie, RecoveryAfterSoftCommitTest, TestUpdate, TestSolr4Spatial2, TestSubQueryTransformer, BasicDistributedZkTest, CollectionsAPIDistributedZkTest] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.seed=90E372DD4BD495D8 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ko -Dtests.timezone=GB-Eire -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.00s J1 | CollectionsAPIDistributedZkTest (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: [junit4] > 1) Thread[id=53531, name=OverseerHdfsCoreFailoverThread-97007251312279569-127.0.0.1:39336_solr-n_0000000004, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] [junit4] > at java.lang.Thread.sleep(Native Method) [junit4] > at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > at __randomizedtesting.SeedInfo.seed([90E372DD4BD495D8]:0) [junit4] Completed [338/658 (1!)] on J1 in 127.36s, 20 tests, 1 error <<< FAILURES! [...truncated 12217 lines...] [junit4] Suite: org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-uima/test/J0/temp/solr.uima.processor.UIMAUpdateRequestProcessorTest_5831E0ECA4325D0F-001/init-core-data-001 [junit4] 2> log4j:WARN No appenders could be found for logger (org.eclipse.jetty.util.log). [junit4] 2> log4j:WARN Please initialize the log4j system properly. [junit4] 2> log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. [junit4] 2> de nov. 27, 2016 7:02:02 AM WhitespaceTokenizer initialize [junit4] 2> INFO: "Whitespace tokenizer successfully initialized" [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=UIMAUpdateRequestProcessorTest -Dtests.method=testErrorHandling -Dtests.seed=5831E0ECA4325D0F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=Asia/Yerevan -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 6.25s J0 | UIMAUpdateRequestProcessorTest.testErrorHandling <<< [junit4] > Throwable #1: org.apache.solr.common.SolrException: unknown UpdateRequestProcessorChain: <add><doc><field name="id">2312312321312</field><field name="text">SpellCheckComponent got improvement related to recent Lucene changes. [junit4] > Add support for specifying Spelling SuggestWord Comparator to Lucene spell checkers for SpellCheckComponent. Issue SOLR-2053 is already fixed, patch is attached if you need it, but it is also committed to trunk and 3_x branch. Last Lucene European Conference has been held in Prague.</field></doc></add> [junit4] > at __randomizedtesting.SeedInfo.seed([5831E0ECA4325D0F:6DC59ED2F2E4DCDB]:0) [junit4] > at org.apache.solr.core.SolrCore.getUpdateProcessingChain(SolrCore.java:1214) [junit4] > at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1222) [junit4] > at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:52) [junit4] > at org.apache.solr.SolrTestCaseJ4.addDoc(SolrTestCaseJ4.java:1031) [junit4] > at org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testErrorHandling(UIMAUpdateRequestProcessorTest.java:137) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=UIMAUpdateRequestProcessorTest -Dtests.method=testTwoUpdates -Dtests.seed=5831E0ECA4325D0F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=Asia/Yerevan -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.01s J0 | UIMAUpdateRequestProcessorTest.testTwoUpdates <<< [junit4] > Throwable #1: org.apache.solr.common.SolrException: unknown UpdateRequestProcessorChain: <add><doc><field name="id">1</field><field name="text">The Apache Software Foundation is happy to announce BarCampApache Sydney, Australia, the first ASF-backed event in the Southern Hemisphere!</field></doc></add> [junit4] > at __randomizedtesting.SeedInfo.seed([5831E0ECA4325D0F:557BB7B3BC1D3FA1]:0) [junit4] > at org.apache.solr.core.SolrCore.getUpdateProcessingChain(SolrCore.java:1214) [junit4] > at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1222) [junit4] > at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:52) [junit4] > at org.apache.solr.SolrTestCaseJ4.addDoc(SolrTestCaseJ4.java:1031) [junit4] > at org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testTwoUpdates(UIMAUpdateRequestProcessorTest.java:101) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> de nov. 27, 2016 7:02:07 AM WhitespaceTokenizer initialize [junit4] 2> INFO: "Whitespace tokenizer successfully initialized" [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=UIMAUpdateRequestProcessorTest -Dtests.method=testMultiplierProcessing -Dtests.seed=5831E0ECA4325D0F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=Asia/Yerevan -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.02s J0 | UIMAUpdateRequestProcessorTest.testMultiplierProcessing <<< [junit4] > Throwable #1: org.apache.solr.common.SolrException: unknown UpdateRequestProcessorChain: <add><doc><field name="id">2312312321312</field><field name="text">SpellCheckComponent got improvement related to recent Lucene changes. [junit4] > Add support for specifying Spelling SuggestWord Comparator to Lucene spell checkers for SpellCheckComponent. Issue SOLR-2053 is already fixed, patch is attached if you need it, but it is also committed to trunk and 3_x branch. Last Lucene European Conference has been held in Prague.</field></doc></add> [junit4] > at __randomizedtesting.SeedInfo.seed([5831E0ECA4325D0F:63302A41A36671FB]:0) [junit4] > at org.apache.solr.core.SolrCore.getUpdateProcessingChain(SolrCore.java:1214) [junit4] > at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1222) [junit4] > at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:52) [junit4] > at org.apache.solr.SolrTestCaseJ4.addDoc(SolrTestCaseJ4.java:1031) [junit4] > at org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testProcessing(UIMAUpdateRequestProcessorTest.java:83) [junit4] > at org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testMultiplierProcessing(UIMAUpdateRequestProcessorTest.java:177) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=UIMAUpdateRequestProcessorTest -Dtests.method=testProcessing -Dtests.seed=5831E0ECA4325D0F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=Asia/Yerevan -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.02s J0 | UIMAUpdateRequestProcessorTest.testProcessing <<< [junit4] > Throwable #1: org.apache.solr.common.SolrException: unknown UpdateRequestProcessorChain: <add><doc><field name="id">2312312321312</field><field name="text">SpellCheckComponent got improvement related to recent Lucene changes. [junit4] > Add support for specifying Spelling SuggestWord Comparator to Lucene spell checkers for SpellCheckComponent. Issue SOLR-2053 is already fixed, patch is attached if you need it, but it is also committed to trunk and 3_x branch. Last Lucene European Conference has been held in Prague.</field></doc></add> [junit4] > at __randomizedtesting.SeedInfo.seed([5831E0ECA4325D0F:4BBFE49EE3C1DCA5]:0) [junit4] > at org.apache.solr.core.SolrCore.getUpdateProcessingChain(SolrCore.java:1214) [junit4] > at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1222) [junit4] > at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:52) [junit4] > at org.apache.solr.SolrTestCaseJ4.addDoc(SolrTestCaseJ4.java:1031) [junit4] > at org.apache.solr.uima.processor.UIMAUpdateRequestProcessorTest.testProcessing(UIMAUpdateRequestProcessorTest.java:83) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-uima/test/J0/temp/solr.uima.processor.UIMAUpdateRequestProcessorTest_5831E0ECA4325D0F-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1696, maxMBSortInHeap=5.523424481533919, sim=RandomSimilarity(queryNorm=false): {}, locale=ca, timezone=Asia/Yerevan [junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=155280056,total=365428736 [junit4] 2> NOTE: All tests run in this JVM: [UIMAUpdateRequestProcessorTest] [junit4] Completed [2/2 (1!)] on J0 in 12.52s, 6 tests, 4 errors <<< FAILURES! [...truncated 51198 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org