Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/958/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.cloud.DeleteNodeTest.test

Error Message:
org/apache/solr/client/solrj/request/CollectionAdminRequest$DeleteNode

Stack Trace:
java.lang.NoClassDefFoundError: 
org/apache/solr/client/solrj/request/CollectionAdminRequest$DeleteNode
        at 
__randomizedtesting.SeedInfo.seed([6D0208E89E9E77F5:E556373230621A0D]:0)
        at org.apache.solr.cloud.DeleteNodeTest.test(DeleteNodeTest.java:61)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.ClassNotFoundException: 
org.apache.solr.client.solrj.request.CollectionAdminRequest$DeleteNode
        at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
        at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
        at java.security.AccessController.doPrivileged(Native Method)
        at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
        ... 40 more
Caused by: java.io.FileNotFoundException: 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/java/org/apache/solr/client/solrj/request/CollectionAdminRequest$DeleteNode.class
 (Too many open files)
        at java.io.FileInputStream.open0(Native Method)
        at java.io.FileInputStream.open(FileInputStream.java:195)
        at java.io.FileInputStream.<init>(FileInputStream.java:138)
        at 
sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
        at sun.misc.Resource.cachedInputStream(Resource.java:77)
        at sun.misc.Resource.getByteBuffer(Resource.java:160)
        at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
        at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
        at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
        ... 46 more


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
        at 
__randomizedtesting.SeedInfo.seed([6D0208E89E9E77F5:E556373230621A0D]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNotNull(Assert.java:526)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
        at 
org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
        at 
org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MultiThreadedOCPTest.test

Error Message:
Task 3002 did not complete, final state: FAILED expected same:<COMPLETED> was 
not:<FAILED>

Stack Trace:
java.lang.AssertionError: Task 3002 did not complete, final state: FAILED 
expected same:<COMPLETED> was not:<FAILED>
        at 
__randomizedtesting.SeedInfo.seed([6D0208E89E9E77F5:E556373230621A0D]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotSame(Assert.java:641)
        at org.junit.Assert.assertSame(Assert.java:580)
        at 
org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:250)
        at 
org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:64)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
        at 
__randomizedtesting.SeedInfo.seed([6D0208E89E9E77F5:5CB9B6DD3BA16725]:0)
        at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:895)
        at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:862)
        at 
org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts(SpellCheckCollatorTest.java:569)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: 
xpath=//lst[@name='spellcheck']/lst[@name='collations']/lst[@name='collation']/int[@name='hits'
 and 3 <= . and . <= 13]
        xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int 
name="QTime">4</int></lst><result name="response" numFound="0" 
start="0"></result><lst name="spellcheck"><lst name="suggestions"><lst 
name="everother"><int name="numFound">1</int><int 
name="startOffset">9</int><int name="endOffset">18</int><arr 
name="suggestion"><str>everyother</str></arr></lst></lst><lst 
name="collations"><lst name="collation"><str 
name="collationQuery">teststop:everyother</str><int name="hits">14</int><lst 
name="misspellingsAndCorrections"><str 
name="everother">everyother</str></lst></lst></lst></lst>
</response>

        request 
was:spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop:everother&spellcheck.collateMaxCollectDocs=5
        at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:888)
        ... 41 more




Build Log:
[...truncated 11310 lines...]
   [junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
   [junit4]   2> Creating dataDir: 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/init-core-data-001
   [junit4]   2> 537751 INFO  
(SUITE-MultiThreadedOCPTest-seed#[6D0208E89E9E77F5]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 537752 INFO  
(SUITE-MultiThreadedOCPTest-seed#[6D0208E89E9E77F5]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) 
w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 537752 INFO  
(SUITE-MultiThreadedOCPTest-seed#[6D0208E89E9E77F5]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /x_k/
   [junit4]   2> 537754 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 537755 INFO  (Thread-881) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 537755 INFO  (Thread-881) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 537757 ERROR (Thread-881) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 537856 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:58589
   [junit4]   2> 537885 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 537887 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 537889 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 537891 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 537893 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 537895 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 537896 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 537897 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 537903 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 537904 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 537906 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 538148 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/control-001/cores/collection1
   [junit4]   2> 538150 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 538152 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6f4f6419{/x_k,null,AVAILABLE}
   [junit4]   2> 538155 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5aaac269{HTTP/1.1,[http/1.1]}{127.0.0.1:58592}
   [junit4]   2> 538155 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] o.e.j.s.Server 
Started @541738ms
   [junit4]   2> 538155 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/tempDir-001/control/data,
 hostContext=/x_k, hostPort=58592, 
coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/control-001/cores}
   [junit4]   2> 538156 ERROR 
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 538156 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 538156 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 538156 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 538156 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-23T14:16:58.795Z
   [junit4]   2> 538163 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 538163 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/control-001/solr.xml
   [junit4]   2> 538171 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 538172 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58589/solr
   [junit4]   2> 538209 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58592_x_k 
   ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 538209 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58592_x_k 
   ] o.a.s.c.OverseerElectionContext I am going to be the leader 
127.0.0.1:58592_x_k
   [junit4]   2> 538216 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58592_x_k 
   ] o.a.s.c.Overseer Overseer 
(id=98187832091934724-127.0.0.1:58592_x_k-n_0000000000) starting
   [junit4]   2> 538231 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58592_x_k 
   ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58592_x_k
   [junit4]   2> 538232 INFO  
(zkCallback-612-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 538393 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58592_x_k 
   ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/control-001/cores
   [junit4]   2> 538393 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58592_x_k 
   ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 538394 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 538396 INFO  
(OverseerStateUpdate-98187832091934724-127.0.0.1:58592_x_k-n_0000000000) 
[n:127.0.0.1:58592_x_k    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard1
   [junit4]   2> 539412 WARN  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] o.a.s.c.Config 
Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> 
instead.
   [junit4]   2> 539412 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 539426 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 539485 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 539500 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection control_collection, trusted=true
   [junit4]   2> 539500 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 539500 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/control-001/cores/collection1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/control-001/cores/collection1/data/]
   [junit4]   2> 539500 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@73dd3200
   [junit4]   2> 539507 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=50, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=33.4638671875, 
floorSegmentMB=2.0732421875, forceMergeDeletesPctAllowed=20.18808489388588, 
segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 539520 WARN  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 539567 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 539567 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 539568 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 539568 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 539568 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 539579 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@1d6e07da[collection1] main]
   [junit4]   2> 539581 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 539582 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 539582 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 539583 INFO  
(searcherExecutor-1778-thread-1-processing-n:127.0.0.1:58592_x_k x:collection1 
c:control_collection) [n:127.0.0.1:58592_x_k c:control_collection   
x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@1d6e07da[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 539593 INFO  
(coreLoadExecutor-1777-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k c:control_collection   x:collection1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1571005315397189632
   [junit4]   2> 539601 INFO  
(coreZkRegister-1770-thread-1-processing-n:127.0.0.1:58592_x_k x:collection1 
c:control_collection) [n:127.0.0.1:58592_x_k c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas 
found to continue.
   [junit4]   2> 539601 INFO  
(coreZkRegister-1770-thread-1-processing-n:127.0.0.1:58592_x_k x:collection1 
c:control_collection) [n:127.0.0.1:58592_x_k c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new 
leader - try and sync
   [junit4]   2> 539601 INFO  
(coreZkRegister-1770-thread-1-processing-n:127.0.0.1:58592_x_k x:collection1 
c:control_collection) [n:127.0.0.1:58592_x_k c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:58592/x_k/collection1/
   [junit4]   2> 539601 INFO  
(coreZkRegister-1770-thread-1-processing-n:127.0.0.1:58592_x_k x:collection1 
c:control_collection) [n:127.0.0.1:58592_x_k c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync 
replicas to me
   [junit4]   2> 539601 INFO  
(coreZkRegister-1770-thread-1-processing-n:127.0.0.1:58592_x_k x:collection1 
c:control_collection) [n:127.0.0.1:58592_x_k c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
http://127.0.0.1:58592/x_k/collection1/ has no replicas
   [junit4]   2> 539601 INFO  
(coreZkRegister-1770-thread-1-processing-n:127.0.0.1:58592_x_k x:collection1 
c:control_collection) [n:127.0.0.1:58592_x_k c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all 
replicas participating in election, clear LIR
   [junit4]   2> 539607 INFO  
(coreZkRegister-1770-thread-1-processing-n:127.0.0.1:58592_x_k x:collection1 
c:control_collection) [n:127.0.0.1:58592_x_k c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new 
leader: http://127.0.0.1:58592/x_k/collection1/ shard1
   [junit4]   2> 539713 INFO  
(coreZkRegister-1770-thread-1-processing-n:127.0.0.1:58592_x_k x:collection1 
c:control_collection) [n:127.0.0.1:58592_x_k c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery 
necessary
   [junit4]   2> 539916 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 539918 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58589/solr ready
   [junit4]   2> 539918 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 539918 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 540151 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-1-001/cores/collection1
   [junit4]   2> 540152 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-1-001
   [junit4]   2> 540152 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 540153 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4f5b9167{/x_k,null,AVAILABLE}
   [junit4]   2> 540154 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@39577495{HTTP/1.1,[http/1.1]}{127.0.0.1:58598}
   [junit4]   2> 540154 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] o.e.j.s.Server 
Started @543736ms
   [junit4]   2> 540154 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/tempDir-001/jetty1,
 solrconfig=solrconfig.xml, hostContext=/x_k, hostPort=58598, 
coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-1-001/cores}
   [junit4]   2> 540154 ERROR 
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 540155 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 540155 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 540155 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 540155 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-23T14:17:00.794Z
   [junit4]   2> 540158 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 540158 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-1-001/solr.xml
   [junit4]   2> 540165 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 540166 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58589/solr
   [junit4]   2> 540178 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58598_x_k 
   ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 540182 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58598_x_k 
   ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 540185 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58598_x_k 
   ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58598_x_k
   [junit4]   2> 540187 INFO  
(zkCallback-612-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 540187 INFO  (zkCallback-616-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 540187 INFO  
(zkCallback-622-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 540308 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58598_x_k 
   ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-1-001/cores
   [junit4]   2> 540308 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58598_x_k 
   ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 540309 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 540311 INFO  
(OverseerStateUpdate-98187832091934724-127.0.0.1:58592_x_k-n_0000000000) 
[n:127.0.0.1:58592_x_k    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard2
   [junit4]   2> 540413 INFO  
(zkCallback-622-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 541331 WARN  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.c.Config Beginning 
with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 541331 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.7.0
   [junit4]   2> 541340 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 541400 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 541416 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
collection1, trusted=true
   [junit4]   2> 541416 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 541416 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-1-001/cores/collection1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 541416 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap 
JMX monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73dd3200
   [junit4]   2> 541417 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: 
[TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=42, 
maxMergedSegmentMB=33.4638671875, floorSegmentMB=2.0732421875, 
forceMergeDeletesPctAllowed=20.18808489388588, segmentsPerTier=47.0, 
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 541422 WARN  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 541475 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 541475 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 541476 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 541476 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 541477 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 541479 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@46226e09[collection1] main]
   [junit4]   2> 541480 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 541481 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 541481 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 541483 INFO  
(searcherExecutor-1789-thread-1-processing-n:127.0.0.1:58598_x_k x:collection1 
c:collection1) [n:127.0.0.1:58598_x_k c:collection1   x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@46226e09[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 541484 INFO  
(coreLoadExecutor-1788-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k c:collection1   x:collection1] o.a.s.u.UpdateLog Could 
not find max version in index or recent updates, using new clock 
1571005317380046848
   [junit4]   2> 541491 INFO  
(coreZkRegister-1783-thread-1-processing-n:127.0.0.1:58598_x_k x:collection1 
c:collection1) [n:127.0.0.1:58598_x_k c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to 
continue.
   [junit4]   2> 541491 INFO  
(coreZkRegister-1783-thread-1-processing-n:127.0.0.1:58598_x_k x:collection1 
c:collection1) [n:127.0.0.1:58598_x_k c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try 
and sync
   [junit4]   2> 541491 INFO  
(coreZkRegister-1783-thread-1-processing-n:127.0.0.1:58598_x_k x:collection1 
c:collection1) [n:127.0.0.1:58598_x_k c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:58598/x_k/collection1/
   [junit4]   2> 541491 INFO  
(coreZkRegister-1783-thread-1-processing-n:127.0.0.1:58598_x_k x:collection1 
c:collection1) [n:127.0.0.1:58598_x_k c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 541491 INFO  
(coreZkRegister-1783-thread-1-processing-n:127.0.0.1:58598_x_k x:collection1 
c:collection1) [n:127.0.0.1:58598_x_k c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58598/x_k/collection1/ has 
no replicas
   [junit4]   2> 541491 INFO  
(coreZkRegister-1783-thread-1-processing-n:127.0.0.1:58598_x_k x:collection1 
c:collection1) [n:127.0.0.1:58598_x_k c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas 
participating in election, clear LIR
   [junit4]   2> 541496 INFO  
(coreZkRegister-1783-thread-1-processing-n:127.0.0.1:58598_x_k x:collection1 
c:collection1) [n:127.0.0.1:58598_x_k c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:58598/x_k/collection1/ shard2
   [junit4]   2> 541600 INFO  
(zkCallback-622-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 541648 INFO  
(coreZkRegister-1783-thread-1-processing-n:127.0.0.1:58598_x_k x:collection1 
c:collection1) [n:127.0.0.1:58598_x_k c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 541753 INFO  
(zkCallback-622-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 542070 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-2-001/cores/collection1
   [junit4]   2> 542071 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-2-001
   [junit4]   2> 542074 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 542075 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5dd06e5{/x_k,null,AVAILABLE}
   [junit4]   2> 542075 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@68ae677d{HTTP/1.1,[http/1.1]}{127.0.0.1:58602}
   [junit4]   2> 542075 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] o.e.j.s.Server 
Started @545658ms
   [junit4]   2> 542075 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/tempDir-001/jetty2,
 solrconfig=solrconfig.xml, hostContext=/x_k, hostPort=58602, 
coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-2-001/cores}
   [junit4]   2> 542076 ERROR 
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 542076 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 542076 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 542076 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 542076 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-23T14:17:02.715Z
   [junit4]   2> 542080 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 542080 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-2-001/solr.xml
   [junit4]   2> 542093 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 542094 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58589/solr
   [junit4]   2> 542105 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58602_x_k 
   ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 542109 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58602_x_k 
   ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 542112 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58602_x_k 
   ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58602_x_k
   [junit4]   2> 542114 INFO  
(zkCallback-622-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 542114 INFO  (zkCallback-616-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 542114 INFO  
(zkCallback-612-thread-2-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 542116 INFO  
(zkCallback-628-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 542177 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58602_x_k 
   ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-2-001/cores
   [junit4]   2> 542177 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58602_x_k 
   ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 542179 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 542181 INFO  
(OverseerStateUpdate-98187832091934724-127.0.0.1:58592_x_k-n_0000000000) 
[n:127.0.0.1:58592_x_k    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard1
   [junit4]   2> 542288 INFO  
(zkCallback-622-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 542288 INFO  
(zkCallback-628-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 543195 WARN  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.c.Config Beginning 
with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 543196 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.7.0
   [junit4]   2> 543205 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 543261 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 543276 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
collection1, trusted=true
   [junit4]   2> 543276 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 543276 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-2-001/cores/collection1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 543276 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap 
JMX monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73dd3200
   [junit4]   2> 543279 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: 
[TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=42, 
maxMergedSegmentMB=33.4638671875, floorSegmentMB=2.0732421875, 
forceMergeDeletesPctAllowed=20.18808489388588, segmentsPerTier=47.0, 
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 543283 WARN  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 543340 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 543340 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 543341 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 543341 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 543342 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 543343 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@13d59d28[collection1] main]
   [junit4]   2> 543344 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 543345 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 543345 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 543346 INFO  
(searcherExecutor-1800-thread-1-processing-n:127.0.0.1:58602_x_k x:collection1 
c:collection1) [n:127.0.0.1:58602_x_k c:collection1   x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@13d59d28[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 543347 INFO  
(coreLoadExecutor-1799-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k c:collection1   x:collection1] o.a.s.u.UpdateLog Could 
not find max version in index or recent updates, using new clock 
1571005319333543936
   [junit4]   2> 543354 INFO  
(coreZkRegister-1794-thread-1-processing-n:127.0.0.1:58602_x_k x:collection1 
c:collection1) [n:127.0.0.1:58602_x_k c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to 
continue.
   [junit4]   2> 543354 INFO  
(coreZkRegister-1794-thread-1-processing-n:127.0.0.1:58602_x_k x:collection1 
c:collection1) [n:127.0.0.1:58602_x_k c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try 
and sync
   [junit4]   2> 543354 INFO  
(coreZkRegister-1794-thread-1-processing-n:127.0.0.1:58602_x_k x:collection1 
c:collection1) [n:127.0.0.1:58602_x_k c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:58602/x_k/collection1/
   [junit4]   2> 543354 INFO  
(coreZkRegister-1794-thread-1-processing-n:127.0.0.1:58602_x_k x:collection1 
c:collection1) [n:127.0.0.1:58602_x_k c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 543354 INFO  
(coreZkRegister-1794-thread-1-processing-n:127.0.0.1:58602_x_k x:collection1 
c:collection1) [n:127.0.0.1:58602_x_k c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58602/x_k/collection1/ has 
no replicas
   [junit4]   2> 543354 INFO  
(coreZkRegister-1794-thread-1-processing-n:127.0.0.1:58602_x_k x:collection1 
c:collection1) [n:127.0.0.1:58602_x_k c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas 
participating in election, clear LIR
   [junit4]   2> 543358 INFO  
(coreZkRegister-1794-thread-1-processing-n:127.0.0.1:58602_x_k x:collection1 
c:collection1) [n:127.0.0.1:58602_x_k c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:58602/x_k/collection1/ shard1
   [junit4]   2> 543462 INFO  
(zkCallback-628-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 543462 INFO  
(zkCallback-622-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 543512 INFO  
(coreZkRegister-1794-thread-1-processing-n:127.0.0.1:58602_x_k x:collection1 
c:collection1) [n:127.0.0.1:58602_x_k c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 543618 INFO  
(zkCallback-628-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 543618 INFO  
(zkCallback-622-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 543943 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-3-001/cores/collection1
   [junit4]   2> 543944 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-3-001
   [junit4]   2> 543944 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 543946 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@56b1de67{/x_k,null,AVAILABLE}
   [junit4]   2> 543946 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2a49d564{HTTP/1.1,[http/1.1]}{127.0.0.1:58606}
   [junit4]   2> 543946 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] o.e.j.s.Server 
Started @547529ms
   [junit4]   2> 543946 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/tempDir-001/jetty3,
 solrconfig=solrconfig.xml, hostContext=/x_k, hostPort=58606, 
coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-3-001/cores}
   [junit4]   2> 543947 ERROR 
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 543947 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 543947 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 543947 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 543947 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-23T14:17:04.586Z
   [junit4]   2> 543951 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 543951 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-3-001/solr.xml
   [junit4]   2> 543960 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 543961 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58589/solr
   [junit4]   2> 543974 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58606_x_k 
   ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 543977 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58606_x_k 
   ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 543980 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58606_x_k 
   ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58606_x_k
   [junit4]   2> 543984 INFO  
(zkCallback-612-thread-1-processing-n:127.0.0.1:58592_x_k) 
[n:127.0.0.1:58592_x_k    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 543985 INFO  
(zkCallback-634-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 543984 INFO  
(zkCallback-622-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 543984 INFO  
(zkCallback-628-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 543984 INFO  (zkCallback-616-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 544078 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58606_x_k 
   ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-3-001/cores
   [junit4]   2> 544078 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [n:127.0.0.1:58606_x_k 
   ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 544079 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 544080 INFO  
(OverseerStateUpdate-98187832091934724-127.0.0.1:58592_x_k-n_0000000000) 
[n:127.0.0.1:58592_x_k    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard2
   [junit4]   2> 544183 INFO  
(zkCallback-622-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 544183 INFO  
(zkCallback-628-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 544183 INFO  
(zkCallback-634-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 545105 WARN  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.c.Config Beginning 
with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 545105 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.7.0
   [junit4]   2> 545114 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 545186 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 545202 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
collection1, trusted=true
   [junit4]   2> 545202 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 545202 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-3-001/cores/collection1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 545203 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap 
JMX monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73dd3200
   [junit4]   2> 545204 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: 
[TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=42, 
maxMergedSegmentMB=33.4638671875, floorSegmentMB=2.0732421875, 
forceMergeDeletesPctAllowed=20.18808489388588, segmentsPerTier=47.0, 
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 545208 WARN  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 545265 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 545265 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 545266 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 545266 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 545267 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 545267 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@26c0386e[collection1] main]
   [junit4]   2> 545268 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 545268 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 545269 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 545270 INFO  
(searcherExecutor-1811-thread-1-processing-n:127.0.0.1:58606_x_k x:collection1 
c:collection1) [n:127.0.0.1:58606_x_k c:collection1   x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@26c0386e[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 545270 INFO  
(coreLoadExecutor-1810-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k c:collection1   x:collection1] o.a.s.u.UpdateLog Could 
not find max version in index or recent updates, using new clock 
1571005321349955584
   [junit4]   2> 545275 INFO  
(coreZkRegister-1805-thread-1-processing-n:127.0.0.1:58606_x_k x:collection1 
c:collection1) [n:127.0.0.1:58606_x_k c:collection1 s:shard2 r:core_node3 
x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 545275 INFO  
(updateExecutor-631-thread-1-processing-n:127.0.0.1:58606_x_k x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58606_x_k c:collection1 
s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running 
recovery
   [junit4]   2> 545275 INFO  
(recoveryExecutor-632-thread-1-processing-n:127.0.0.1:58606_x_k x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58606_x_k c:collection1 
s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery 
process. recoveringAfterStartup=true
   [junit4]   2> 545276 INFO  
(recoveryExecutor-632-thread-1-processing-n:127.0.0.1:58606_x_k x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58606_x_k c:collection1 
s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### 
startupVersions=[[]]
   [junit4]   2> 545276 INFO  
(recoveryExecutor-632-thread-1-processing-n:127.0.0.1:58606_x_k x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58606_x_k c:collection1 
s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering 
updates. core=[collection1]
   [junit4]   2> 545276 INFO  
(recoveryExecutor-632-thread-1-processing-n:127.0.0.1:58606_x_k x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58606_x_k c:collection1 
s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer 
updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 545276 INFO  
(recoveryExecutor-632-thread-1-processing-n:127.0.0.1:58606_x_k x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58606_x_k c:collection1 
s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state 
of core [collection1] as recovering, leader is 
[http://127.0.0.1:58598/x_k/collection1/] and I am 
[http://127.0.0.1:58606/x_k/collection1/]
   [junit4]   2> 545279 INFO  
(recoveryExecutor-632-thread-1-processing-n:127.0.0.1:58606_x_k x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58606_x_k c:collection1 
s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep 
recovery command to [http://127.0.0.1:58598/x_k]; [WaitForState: 
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:58606_x_k&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 545282 INFO  (qtp206862699-4087) [n:127.0.0.1:58598_x_k    ] 
o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: 
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 545283 INFO  (qtp206862699-4087) [n:127.0.0.1:58598_x_k    ] 
o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 
(shard2 of collection1) have state: recovering
   [junit4]   2> 545283 INFO  (qtp206862699-4087) [n:127.0.0.1:58598_x_k    ] 
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, 
shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? 
true, live=true, checkLive=true, currentState=down, localState=active, 
nodeName=127.0.0.1:58606_x_k, coreNodeName=core_node3, 
onlyIfActiveCheckResult=false, nodeProps: 
core_node3:{"core":"collection1","base_url":"http://127.0.0.1:58606/x_k","node_name":"127.0.0.1:58606_x_k","state":"down"}
   [junit4]   2> 545381 INFO  
(zkCallback-628-thread-1-processing-n:127.0.0.1:58602_x_k) 
[n:127.0.0.1:58602_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 545381 INFO  
(zkCallback-622-thread-1-processing-n:127.0.0.1:58598_x_k) 
[n:127.0.0.1:58598_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 545381 INFO  
(zkCallback-634-thread-1-processing-n:127.0.0.1:58606_x_k) 
[n:127.0.0.1:58606_x_k    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 545861 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-4-001/cores/collection1
   [junit4]   2> 545863 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_6D0208E89E9E77F5-001/shard-4-001
   [junit4]   2> 545863 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 545865 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7e0acac1{/x_k,null,AVAILABLE}
   [junit4]   2> 545865 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@7a8a190{HTTP/1.1,[http/1.1]}{127.0.0.1:58611}
   [junit4]   2> 545865 INFO  
(TEST-MultiThreadedOCPTest.test-seed#[6D0208E89E9E77F5]) [    ] o.e.j.s.Server 
Started @549448ms
   [junit4]   2> 545865 INFO  (TEST-MultiThreaded

[...truncated too long message...]

e = Session expired for /live_nodes]
   [junit4]   2> 1923694 INFO  
(zkCallback-2949-thread-1-processing-n:127.0.0.1:63240_solr) 
[n:127.0.0.1:63240_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (1)
   [junit4]   2> 1923694 INFO  (jetty-closer-2919-thread-5) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@2130f465{/solr,null,UNAVAILABLE}
   [junit4]   2> 1923695 WARN  
(zkCallback-2949-thread-1-processing-n:127.0.0.1:63240_solr) 
[n:127.0.0.1:63240_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1925192 WARN  
(zkCallback-2946-thread-1-processing-n:127.0.0.1:63239_solr) 
[n:127.0.0.1:63239_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1925192 WARN  
(zkCallback-2943-thread-2-processing-n:127.0.0.1:63245_solr) 
[n:127.0.0.1:63245_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1925192 INFO  (jetty-closer-2919-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@aff67dc{/solr,null,UNAVAILABLE}
   [junit4]   2> 1925192 INFO  (jetty-closer-2919-thread-6) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@4144572d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1925194 INFO  (jetty-closer-2919-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@21c488bb{/solr,null,UNAVAILABLE}
   [junit4]   2> 1925195 INFO  (jetty-closer-2919-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@6b0786bf{/solr,null,UNAVAILABLE}
   [junit4]   2> 1925197 ERROR 
(SUITE-DeleteNodeTest-seed#[6D0208E89E9E77F5]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1925198 INFO  
(SUITE-DeleteNodeTest-seed#[6D0208E89E9E77F5]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:63235 63235
   [junit4]   2> 1925212 INFO  (Thread-3732) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:63235 63235
   [junit4]   2> 1925398 WARN  (Thread-3732) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/aliases.json
   [junit4]   2>        7       /solr/clusterprops.json
   [junit4]   2>        6       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/clusterstate.json
   [junit4]   2>        6       /solr/collections/deletenodetest_coll/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2>        7       /solr/collections
   [junit4]   2> 
   [junit4]   2> 1925399 INFO  
(SUITE-DeleteNodeTest-seed#[6D0208E89E9E77F5]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteNodeTest_6D0208E89E9E77F5-001
   [junit4]   2> Jun 23, 2017 2:40:05 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: 
codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY,
 chunkSize=27202, maxDocsPerChunk=9, blockSize=9), 
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, 
chunkSize=27202, blockSize=9)), sim=RandomSimilarity(queryNorm=false,coord=no): 
{}, locale=ar-TN, timezone=Africa/Kinshasa
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 
(64-bit)/cpus=3,threads=1,free=90535160,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedQueueTest, 
TestFieldCacheVsDocValues, SolrMetricsIntegrationTest, TestConfigsApi, 
TestFieldResource, TestNumericTerms64, OverseerModifyCollectionTest, 
TestSchemaResource, MigrateRouteKeyTest, UUIDUpdateProcessorFallbackTest, 
UtilsToolTest, HdfsRestartWhileUpdatingTest, PrimitiveFieldTypeTest, 
TestHighFrequencyDictionaryFactory, TestManagedSchemaAPI, 
DocExpirationUpdateProcessorFactoryTest, DirectSolrConnectionTest, 
DistributedSpellCheckComponentTest, TestReplicationHandler, SoftAutoCommitTest, 
TestCloudPivotFacet, TestInPlaceUpdatesStandalone, SubstringBytesRefFilterTest, 
QueryElevationComponentTest, OverriddenZkACLAndCredentialsProvidersTest, 
PolyFieldTest, SegmentsInfoRequestHandlerTest, TestImplicitCoreProperties, 
TimeZoneUtilsTest, DocumentAnalysisRequestHandlerTest, TestConfigReload, 
BlockDirectoryTest, ZkControllerTest, TestSolrJ, PeerSyncReplicationTest, 
HdfsBasicDistributedZk2Test, MoreLikeThisHandlerTest, ZkCLITest, RankQueryTest, 
TestNamedUpdateProcessors, TestDistribIDF, TestSolr4Spatial2, BadCopyFieldTest, 
TestRandomRequestDistribution, TestJmxIntegration, TestPhraseSuggestions, 
DistributedMLTComponentTest, HdfsUnloadDistributedZkTest, HdfsRecoverLeaseTest, 
SharedFSAutoReplicaFailoverTest, CdcrRequestHandlerTest, 
UnloadDistributedZkTest, TestXmlQParser, TestAddFieldRealTimeGet, 
TestReplicationHandlerBackup, DeleteReplicaTest, AddBlockUpdateTest, 
TestPseudoReturnFields, TestFastOutputStream, HdfsDirectoryTest, PrimUtilsTest, 
ActionThrottleTest, TestFileDictionaryLookup, FileUtilsTest, 
TestStressUserVersions, OverseerStatusTest, SchemaVersionSpecificBehaviorTest, 
FastVectorHighlighterTest, SolrCloudExampleTest, TestSolrDynamicMBean, 
StatelessScriptUpdateProcessorFactoryTest, TestDistributedSearch, 
TestFilteredDocIdSet, StressHdfsTest, DocValuesMissingTest, 
PropertiesRequestHandlerTest, RemoteQueryErrorTest, TestCloudNestedDocsSort, 
TestLeaderInitiatedRecoveryThread, TestImpersonationWithHadoopAuth, 
BasicAuthIntegrationTest, TestWordDelimiterFilterFactory, OverseerTest, 
ConfigureRecoveryStrategyTest, TestCoreContainer, TestSolrDeletionPolicy1, 
PeerSyncTest, V2ApiIntegrationTest, DocumentBuilderTest, 
TestPerFieldSimilarityClassic, TestReloadDeadlock, TestConfigSets, 
TestSolrQueryResponse, SuggestComponentContextFilterQueryTest, 
AtomicUpdateProcessorFactoryTest, TestPerFieldSimilarity, 
TestSizeLimitedDistributedMap, DocValuesTest, RequiredFieldsTest, 
TestIBSimilarityFactory, TestLockTree, TestMultiWordSynonyms, 
SolrPluginUtilsTest, TestHalfAndHalfDocValues, TestManagedResourceStorage, 
HdfsChaosMonkeyNothingIsSafeTest, JvmMetricsTest, TestCryptoKeys, 
TestSimpleQParserPlugin, QueryEqualityTest, IndexBasedSpellCheckerTest, 
BadComponentTest, CursorPagingTest, TestFunctionQuery, 
CoreAdminRequestStatusTest, TestCloudSchemaless, 
TestSolrConfigHandlerConcurrent, CloudExitableDirectoryReaderTest, 
TestCustomSort, CdcrReplicationDistributedZkTest, RecoveryZkTest, 
TestSolrCloudSnapshots, HardAutoCommitTest, AlternateDirectoryTest, 
JsonValidatorTest, TestSolrQueryParserDefaultOperatorResource, 
DistributedFacetPivotSmallTest, TestCSVResponseWriter, 
TestSolrCloudWithKerberosAlt, TestUpdate, XmlUpdateRequestHandlerTest, 
OpenExchangeRatesOrgProviderTest, TestCloudInspectUtil, TestRestoreCore, 
ConcurrentDeleteAndCreateCollectionTest, SimpleMLTQParserTest, 
SimpleCollectionCreateDeleteTest, TestAnalyzedSuggestions, 
DistributedFacetPivotLongTailTest, DistributedSuggestComponentTest, 
JSONWriterTest, VersionInfoTest, MoveReplicaTest, TestUseDocValuesAsStored2, 
CurrencyFieldXmlFileTest, TestBulkSchemaAPI, TestFieldTypeResource, 
TestHttpShardHandlerFactory, TestCloudRecovery, TestGroupingSearch, 
TestSchemalessBufferedUpdates, TestStressReorder, TestRTGBase, TestFaceting, 
TestSegmentSorting, ConjunctionSolrSpellCheckerTest, 
TestSlowCompositeReaderWrapper, TestCollectionAPI, TestHashQParserPlugin, 
BlockJoinFacetDistribTest, TestMaxScoreQueryParser, FullHLLTest, 
TestBinaryResponseWriter, TestExtendedDismaxParser, 
TestSha256AuthenticationProvider, SpatialFilterTest, NumericFieldsTest, 
ZkNodePropsTest, RequestLoggingTest, PKIAuthenticationIntegrationTest, 
TestJavabinTupleStreamParser, HttpSolrCallGetCoreTest, BasicDistributedZkTest, 
ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, 
CollectionsAPIDistributedZkTest, SyncSliceTest, BasicZkTest, 
ClusterStateUpdateTest, ZkSolrClientTest, TestRandomDVFaceting, 
TestHashPartitioner, TestStressVersions, TestSolr4Spatial, 
SpellCheckComponentTest, TestSort, TestLazyCores, SolrIndexSplitterTest, 
SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, 
SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, 
SuggesterTest, TestStressLucene, TestTrie, TestCSVLoader, 
DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, 
DistanceFunctionTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, 
TestWriterPerf, TermsComponentTest, TestValueSourceCache, 
TermVectorComponentTest, TestSolrQueryParser, RegexBoostProcessorTest, 
TestCollationField, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, 
PingRequestHandlerTest, HighlighterConfigTest, SOLR749Test, 
TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, 
SolrIndexConfigTest, TestStressRecovery, PreAnalyzedFieldTest, 
TestSuggestSpellingConverter, DateFieldTest, DOMUtilTest, 
RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, TestDocumentBuilder, 
SystemInfoHandlerTest, CircularListTest, DistributedIntervalFacetingTest, 
SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, 
TestDistributedMissingSort, TestHighlightDedupGrouping, AliasIntegrationTest, 
CdcrVersionReplicationTest, CollectionReloadTest, CollectionStateFormat2Test, 
ConnectionManagerTest, CustomCollectionTest, 
DeleteLastCustomShardedReplicaTest, DeleteNodeTest]
   [junit4] Completed [509/715 (4!)] on J0 in 35.83s, 1 test, 1 error <<< 
FAILURES!

[...truncated 44199 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to