Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/736/

1 tests failed.
FAILED:  
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Error from server at https://127.0.0.1:40726/solr/awhollynewcollection_0: 
Expected mime type application/octet-stream but got text/html. <html> <head> 
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> 
<title>Error 510 </title> </head> <body> <h2>HTTP ERROR: 510</h2> <p>Problem 
accessing /solr/awhollynewcollection_0/select. Reason: <pre>    
{metadata={error-class=org.apache.solr.common.SolrException,root-error-class=org.apache.solr.common.SolrException},msg={&quot;awhollynewcollection_0&quot;:5},code=510}</pre></p>
 <hr /><a href="http://eclipse.org/jetty";>Powered by Jetty:// 
9.3.14.v20161028</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:40726/solr/awhollynewcollection_0: Expected 
mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 510 </title>
</head>
<body>
<h2>HTTP ERROR: 510</h2>
<p>Problem accessing /solr/awhollynewcollection_0/select. Reason:
<pre>    
{metadata={error-class=org.apache.solr.common.SolrException,root-error-class=org.apache.solr.common.SolrException},msg={&quot;awhollynewcollection_0&quot;:5},code=510}</pre></p>
<hr /><a href="http://eclipse.org/jetty";>Powered by Jetty:// 
9.3.14.v20161028</a><hr/>
</body>
</html>

        at __randomizedtesting.SeedInfo.seed([1D198D7989289:4874A52CD1ABBD1C]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1358)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1109)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1212)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1212)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1212)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1212)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1212)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:522)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11979 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/init-core-data-001
   [junit4]   2> 1009549 WARN  
(SUITE-CollectionsAPIDistributedZkTest-seed#[1D198D7989289]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
   [junit4]   2> 1009549 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[1D198D7989289]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1009550 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[1D198D7989289]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1009551 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[1D198D7989289]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001
   [junit4]   2> 1009551 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[1D198D7989289]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1009551 INFO  (Thread-3090) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1009551 INFO  (Thread-3090) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1009651 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[1D198D7989289]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:44335
   [junit4]   2> 1009660 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1009662 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1009663 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1009665 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1009665 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@19009c82{/solr,null,AVAILABLE}
   [junit4]   2> 1009666 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@5b706445{SSL,[ssl, 
http/1.1]}{127.0.0.1:40726}
   [junit4]   2> 1009666 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.e.j.s.Server Started @1013400ms
   [junit4]   2> 1009666 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40726}
   [junit4]   2> 1009666 ERROR (jetty-launcher-1361-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1009666 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.5.0
   [junit4]   2> 1009666 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1009666 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1009667 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-19T17:32:09.321Z
   [junit4]   2> 1009668 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@195fe5aa{/solr,null,AVAILABLE}
   [junit4]   2> 1009669 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@a708e65{SSL,[ssl, 
http/1.1]}{127.0.0.1:56586}
   [junit4]   2> 1009669 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.e.j.s.Server Started @1013402ms
   [junit4]   2> 1009669 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=56586}
   [junit4]   2> 1009669 ERROR (jetty-launcher-1361-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1009669 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.5.0
   [junit4]   2> 1009669 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1009669 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1009669 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-19T17:32:09.324Z
   [junit4]   2> 1009670 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@e54b4d4{/solr,null,AVAILABLE}
   [junit4]   2> 1009670 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@f6fe81e{SSL,[ssl, 
http/1.1]}{127.0.0.1:33213}
   [junit4]   2> 1009670 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.e.j.s.Server Started @1013404ms
   [junit4]   2> 1009670 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33213}
   [junit4]   2> 1009670 ERROR (jetty-launcher-1361-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1009671 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.5.0
   [junit4]   2> 1009671 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1009671 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1009671 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-19T17:32:09.326Z
   [junit4]   2> 1009675 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@12d05fa3{/solr,null,AVAILABLE}
   [junit4]   2> 1009676 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@15fa49a9{SSL,[ssl, 
http/1.1]}{127.0.0.1:54831}
   [junit4]   2> 1009676 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.e.j.s.Server Started @1013409ms
   [junit4]   2> 1009676 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=54831}
   [junit4]   2> 1009676 ERROR (jetty-launcher-1361-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1009676 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.5.0
   [junit4]   2> 1009676 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1009676 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1009676 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-19T17:32:09.331Z
   [junit4]   2> 1009676 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1009681 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1009687 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1009687 INFO  (jetty-launcher-1361-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44335/solr
   [junit4]   2> 1009688 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15a576e46770002, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1009689 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1009689 INFO  (jetty-launcher-1361-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44335/solr
   [junit4]   2> 1009692 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1009699 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1009700 INFO  (jetty-launcher-1361-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44335/solr
   [junit4]   2> 1009701 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1009706 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1009707 INFO  (jetty-launcher-1361-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44335/solr
   [junit4]   2> 1009713 INFO  (jetty-launcher-1361-thread-1) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1009713 INFO  (jetty-launcher-1361-thread-2) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1009713 INFO  (jetty-launcher-1361-thread-1) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:56586_solr
   [junit4]   2> 1009714 INFO  (jetty-launcher-1361-thread-2) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40726_solr
   [junit4]   2> 1009714 INFO  (jetty-launcher-1361-thread-1) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.Overseer Overseer 
(id=97486473082109961-127.0.0.1:56586_solr-n_0000000000) starting
   [junit4]   2> 1009715 INFO  
(zkCallback-1374-thread-1-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1009716 INFO  
(zkCallback-1373-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1009723 INFO  (jetty-launcher-1361-thread-4) 
[n:127.0.0.1:33213_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1009724 INFO  (jetty-launcher-1361-thread-4) 
[n:127.0.0.1:33213_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1009726 INFO  (jetty-launcher-1361-thread-4) 
[n:127.0.0.1:33213_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33213_solr
   [junit4]   2> 1009726 INFO  (jetty-launcher-1361-thread-3) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1009726 INFO  
(zkCallback-1373-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1009727 INFO  
(zkCallback-1374-thread-1-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1009736 INFO  
(zkCallback-1381-thread-1-processing-n:127.0.0.1:33213_solr) 
[n:127.0.0.1:33213_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1009743 INFO  (jetty-launcher-1361-thread-1) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:56586_solr
   [junit4]   2> 1009743 INFO  (jetty-launcher-1361-thread-3) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1009744 INFO  
(zkCallback-1373-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1009744 INFO  
(zkCallback-1381-thread-1-processing-n:127.0.0.1:33213_solr) 
[n:127.0.0.1:33213_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1009745 INFO  (jetty-launcher-1361-thread-3) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:54831_solr
   [junit4]   2> 1009745 INFO  
(zkCallback-1373-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1009745 INFO  
(zkCallback-1381-thread-1-processing-n:127.0.0.1:33213_solr) 
[n:127.0.0.1:33213_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1009751 INFO  
(zkCallback-1383-thread-1-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1009751 INFO  
(OverseerStateUpdate-97486473082109961-127.0.0.1:56586_solr-n_0000000000) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 1009755 INFO  
(zkCallback-1383-thread-2-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 1009799 INFO  (jetty-launcher-1361-thread-2) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node2/.
   [junit4]   2> 1009809 INFO  (jetty-launcher-1361-thread-1) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node1/.
   [junit4]   2> 1009849 INFO  (jetty-launcher-1361-thread-4) 
[n:127.0.0.1:33213_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node4/.
   [junit4]   2> 1009852 INFO  (jetty-launcher-1361-thread-3) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node3/.
   [junit4]   2> 1010112 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[1D198D7989289]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1010112 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[1D198D7989289]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44335/solr ready
   [junit4]   2> 1010136 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
   [junit4]   2> 1010136 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1010192 INFO  (qtp334075716-9093) [n:127.0.0.1:56586_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
async=a376d209-6d27-4b23-884d-f2250c90632b&replicationFactor=1&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_0&action=CREATE&numShards=3&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1010193 INFO  (qtp334075716-9093) [n:127.0.0.1:56586_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={async=a376d209-6d27-4b23-884d-f2250c90632b&replicationFactor=1&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_0&action=CREATE&numShards=3&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 1010195 INFO  
(OverseerThreadFactory-3114-thread-1-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
awhollynewcollection_0
   [junit4]   2> 1010205 INFO  (zkCallback-1390-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeCreated 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1010310 INFO  (qtp334075716-9090) [n:127.0.0.1:56586_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=a376d209-6d27-4b23-884d-f2250c90632b25901775482260624&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1010311 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=a376d209-6d27-4b23-884d-f2250c90632b25901775482260624&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1010361 INFO  (qtp501719558-9080) [n:127.0.0.1:40726_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=a376d209-6d27-4b23-884d-f2250c90632b25901775482083564&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1010361 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=a376d209-6d27-4b23-884d-f2250c90632b25901775482083564&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
   [junit4]   2> 1010365 INFO  (qtp399472869-9112) [n:127.0.0.1:54831_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=a376d209-6d27-4b23-884d-f2250c90632b25901775482831793&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1010365 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=a376d209-6d27-4b23-884d-f2250c90632b25901775482831793&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1010367 INFO  (qtp334075716-9093) [n:127.0.0.1:56586_solr    ] 
o.a.s.h.a.CoreAdminOperation Checking request status for : 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624
   [junit4]   2> 1010367 INFO  (qtp334075716-9093) [n:127.0.0.1:56586_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=a376d209-6d27-4b23-884d-f2250c90632b25901775482260624&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1010468 INFO  
(zkCallback-1374-thread-2-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1010468 INFO  (zkCallback-1390-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1010468 INFO  
(zkCallback-1383-thread-2-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1010468 INFO  
(zkCallback-1373-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1011336 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.5.0
   [junit4]   2> 1011342 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard2_replica1] Schema name=minimal
   [junit4]   2> 1011345 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1011345 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.CoreContainer Creating 
SolrCore 'awhollynewcollection_0_shard2_replica1' using configuration from 
collection awhollynewcollection_0
   [junit4]   2> 1011346 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrCore 
[[awhollynewcollection_0_shard2_replica1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node1/awhollynewcollection_0_shard2_replica1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node1/./awhollynewcollection_0_shard2_replica1/data/]
   [junit4]   2> 1011346 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5517c984
   [junit4]   2> 1011369 INFO  (qtp334075716-9087) [n:127.0.0.1:56586_solr    ] 
o.a.s.h.a.CoreAdminOperation Checking request status for : 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624
   [junit4]   2> 1011369 INFO  (qtp334075716-9087) [n:127.0.0.1:56586_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=a376d209-6d27-4b23-884d-f2250c90632b25901775482260624&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1011371 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.5.0
   [junit4]   2> 1011374 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.5.0
   [junit4]   2> 1011378 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard3_replica1] Schema name=minimal
   [junit4]   2> 1011380 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard1_replica1] Schema name=minimal
   [junit4]   2> 1011380 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1011381 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1011381 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1011381 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1011381 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1011381 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1011382 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.CoreContainer Creating 
SolrCore 'awhollynewcollection_0_shard1_replica1' using configuration from 
collection awhollynewcollection_0
   [junit4]   2> 1011382 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@34495c0c[awhollynewcollection_0_shard2_replica1] main]
   [junit4]   2> 1011382 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore 
[[awhollynewcollection_0_shard1_replica1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node3/awhollynewcollection_0_shard1_replica1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node3/./awhollynewcollection_0_shard1_replica1/data/]
   [junit4]   2> 1011382 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5517c984
   [junit4]   2> 1011382 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
   [junit4]   2> 1011383 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 1011383 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 1011383 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1559783571233701888
   [junit4]   2> 1011383 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.CoreContainer Creating 
SolrCore 'awhollynewcollection_0_shard3_replica1' using configuration from 
collection awhollynewcollection_0
   [junit4]   2> 1011384 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SolrCore 
[[awhollynewcollection_0_shard3_replica1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node2/awhollynewcollection_0_shard3_replica1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node2/./awhollynewcollection_0_shard3_replica1/data/]
   [junit4]   2> 1011384 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5517c984
   [junit4]   2> 1011386 INFO  
(searcherExecutor-3123-thread-1-processing-x:awhollynewcollection_0_shard2_replica1
 a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE 
n:127.0.0.1:56586_solr s:shard2 c:awhollynewcollection_0) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrCore 
[awhollynewcollection_0_shard2_replica1] Registered new searcher 
Searcher@34495c0c[awhollynewcollection_0_shard2_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1011388 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 1011388 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I 
may be the new leader - try and sync
   [junit4]   2> 1011388 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:56586/solr/awhollynewcollection_0_shard2_replica1/
   [junit4]   2> 1011388 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - 
now sync replicas to me
   [junit4]   2> 1011388 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SyncStrategy 
https://127.0.0.1:56586/solr/awhollynewcollection_0_shard2_replica1/ has no 
replicas
   [junit4]   2> 1011391 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I 
am the new leader: 
https://127.0.0.1:56586/solr/awhollynewcollection_0_shard2_replica1/ shard2
   [junit4]   2> 1011424 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1011424 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1011425 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1011425 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1011425 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@35d1118b[awhollynewcollection_0_shard1_replica1] main]
   [junit4]   2> 1011426 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
   [junit4]   2> 1011426 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 1011426 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 1011426 INFO  
(searcherExecutor-3128-thread-1-processing-x:awhollynewcollection_0_shard1_replica1
 a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE 
n:127.0.0.1:54831_solr s:shard1 c:awhollynewcollection_0) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore 
[awhollynewcollection_0_shard1_replica1] Registered new searcher 
Searcher@35d1118b[awhollynewcollection_0_shard1_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1011427 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1559783571279839232
   [junit4]   2> 1011431 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 1011431 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I 
may be the new leader - try and sync
   [junit4]   2> 1011431 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:54831/solr/awhollynewcollection_0_shard1_replica1/
   [junit4]   2> 1011431 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - 
now sync replicas to me
   [junit4]   2> 1011431 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SyncStrategy 
https://127.0.0.1:54831/solr/awhollynewcollection_0_shard1_replica1/ has no 
replicas
   [junit4]   2> 1011434 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I 
am the new leader: 
https://127.0.0.1:54831/solr/awhollynewcollection_0_shard1_replica1/ shard1
   [junit4]   2> 1011437 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1011437 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1011438 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1011438 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1011439 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@4803a225[awhollynewcollection_0_shard3_replica1] main]
   [junit4]   2> 1011439 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
   [junit4]   2> 1011440 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 1011440 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 1011442 INFO  
(searcherExecutor-3129-thread-1-processing-x:awhollynewcollection_0_shard3_replica1
 a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE 
n:127.0.0.1:40726_solr s:shard3 c:awhollynewcollection_0) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SolrCore 
[awhollynewcollection_0_shard3_replica1] Registered new searcher 
Searcher@4803a225[awhollynewcollection_0_shard3_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1011442 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1559783571295567872
   [junit4]   2> 1011446 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 1011446 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I 
may be the new leader - try and sync
   [junit4]   2> 1011446 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:40726/solr/awhollynewcollection_0_shard3_replica1/
   [junit4]   2> 1011446 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - 
now sync replicas to me
   [junit4]   2> 1011446 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SyncStrategy 
https://127.0.0.1:40726/solr/awhollynewcollection_0_shard3_replica1/ has no 
replicas
   [junit4]   2> 1011449 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I 
am the new leader: 
https://127.0.0.1:40726/solr/awhollynewcollection_0_shard3_replica1/ shard3
   [junit4]   2> 1011551 INFO  (zkCallback-1390-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1011551 INFO  
(zkCallback-1373-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1011551 INFO  
(zkCallback-1383-thread-2-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1011551 INFO  
(zkCallback-1374-thread-2-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1011584 INFO  
(parallelCoreAdminExecutor-3120-thread-1-processing-n:127.0.0.1:54831_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793 CREATE) 
[n:127.0.0.1:54831_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.ZkController I am the leader, 
no recovery necessary
   [junit4]   2> 1011592 INFO  
(parallelCoreAdminExecutor-3117-thread-1-processing-n:127.0.0.1:56586_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624 CREATE) 
[n:127.0.0.1:56586_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.ZkController I am the leader, 
no recovery necessary
   [junit4]   2> 1011600 INFO  
(parallelCoreAdminExecutor-3115-thread-1-processing-n:127.0.0.1:40726_solr 
a376d209-6d27-4b23-884d-f2250c90632b25901775482083564 CREATE) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.ZkController I am the leader, 
no recovery necessary
   [junit4]   2> 1011703 INFO  (zkCallback-1390-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1011703 INFO  
(zkCallback-1383-thread-2-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1011703 INFO  
(zkCallback-1373-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1011703 INFO  
(zkCallback-1374-thread-3-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1011703 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.c.ChaosMonkey monkey: stop shard! 40726
   [junit4]   2> 1011703 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=126971019
   [junit4]   2> 1011705 INFO  (coreCloseExecutor-3138-thread-1) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SolrCore 
[awhollynewcollection_0_shard3_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@79f44a74
   [junit4]   2> 1011734 INFO  (coreCloseExecutor-3138-thread-1) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.m.SolrMetricManager Closing 
metric reporters for: solr.core.awhollynewcollection_0.shard3.replica1
   [junit4]   2> 1011737 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15a576e46770007, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1011737 INFO  
(zkCallback-1383-thread-2-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1011737 INFO  
(zkCallback-1374-thread-3-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1011737 INFO  (zkCallback-1390-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1011737 INFO  (zkCallback-1390-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1011738 INFO  
(zkCallback-1381-thread-2-processing-n:127.0.0.1:33213_solr) 
[n:127.0.0.1:33213_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1011809 INFO  
(zkCallback-1374-thread-3-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1011809 INFO  
(zkCallback-1383-thread-2-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1012375 INFO  (qtp334075716-9088) [n:127.0.0.1:56586_solr    ] 
o.a.s.h.a.CoreAdminOperation Checking request status for : 
a376d209-6d27-4b23-884d-f2250c90632b25901775482260624
   [junit4]   2> 1012375 INFO  (qtp334075716-9088) [n:127.0.0.1:56586_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=a376d209-6d27-4b23-884d-f2250c90632b25901775482260624&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1012377 INFO  (qtp399472869-9113) [n:127.0.0.1:54831_solr    ] 
o.a.s.h.a.CoreAdminOperation Checking request status for : 
a376d209-6d27-4b23-884d-f2250c90632b25901775482831793
   [junit4]   2> 1012377 INFO  (qtp399472869-9113) [n:127.0.0.1:54831_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=a376d209-6d27-4b23-884d-f2250c90632b25901775482831793&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1012379 ERROR (qtp501719558-9081) [    ] 
o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is 
either not initialized or shutting down.
   [junit4]   2> 1012381 WARN  (qtp501719558-9081) [    ] 
o.e.j.s.ServletHandler /solr/admin/cores
   [junit4]   2> org.apache.solr.common.SolrException: Error processing the 
request. CoreContainer is either not initialized or shutting down.
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:307)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1012382 ERROR 
(OverseerThreadFactory-3114-thread-1-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error 
from shard: https://127.0.0.1:40726/solr
   [junit4]   2> 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:40726/solr: Expected mime type 
application/octet-stream but got text/html. <html>
   [junit4]   2> <head>
   [junit4]   2> <meta http-equiv="Content-Type" 
content="text/html;charset=ISO-8859-1"/>
   [junit4]   2> <title>Error 500 </title>
   [junit4]   2> </head>
   [junit4]   2> <body>
   [junit4]   2> <h2>HTTP ERROR: 500</h2>
   [junit4]   2> <p>Problem accessing /solr/admin/cores. Reason:
   [junit4]   2> <pre>    org.apache.solr.common.SolrException: Error 
processing the request. CoreContainer is either not initialized or shutting 
down.</pre></p>
   [junit4]   2> <hr /><a href="http://eclipse.org/jetty";>Powered by Jetty:// 
9.3.14.v20161028</a><hr/>
   [junit4]   2> </body>
   [junit4]   2> </html>
   [junit4]   2> 
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]   2>        at 
org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2>        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1012383 ERROR 
(OverseerThreadFactory-3114-thread-1-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.OverseerCollectionMessageHandler 
Collection: awhollynewcollection_0 operation: create 
failed:org.apache.solr.common.SolrException
   [junit4]   2>        at 
org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:284)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.waitForCoreAdminAsyncCallToComplete(OverseerCollectionMessageHandler.java:941)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.waitForAsyncCallsToComplete(OverseerCollectionMessageHandler.java:913)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processResponses(OverseerCollectionMessageHandler.java:792)
   [junit4]   2>        at 
org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:271)
   [junit4]   2>        ... 6 more
   [junit4]   2> 
   [junit4]   2> 1012386 INFO  
(OverseerThreadFactory-3114-thread-1-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1013236 WARN  
(zkCallback-1373-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1013237 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1013238 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b706445{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1013238 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@19009c82{/solr,null,UNAVAILABLE}
   [junit4]   2> 1013238 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.c.MiniSolrCloudCluster ============ Restarting jetty
   [junit4]   2> 1013240 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1013241 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@53677396{/solr,null,AVAILABLE}
   [junit4]   2> 1013241 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.e.j.s.AbstractConnector Started ServerConnector@2f47e679{SSL,[ssl, 
http/1.1]}{127.0.0.1:40726}
   [junit4]   2> 1013241 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.e.j.s.Server Started @1016975ms
   [junit4]   2> 1013241 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40726}
   [junit4]   2> 1013242 ERROR 
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 1013242 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ 
version 6.5.0
   [junit4]   2> 1013242 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 1013242 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1013242 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-19T17:32:12.897Z
   [junit4]   2> 1013246 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1013251 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with 
params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1013251 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44335/solr
   [junit4]   2> 1013257 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1013259 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1013260 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40726_solr
   [junit4]   2> 1013261 INFO  
(zkCallback-1383-thread-2-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1013261 INFO  (zkCallback-1390-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1013261 INFO  
(zkCallback-1374-thread-3-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1013261 INFO  (zkCallback-1390-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1013262 INFO  
(zkCallback-1381-thread-2-processing-n:127.0.0.1:33213_solr) 
[n:127.0.0.1:33213_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1013270 INFO  
(zkCallback-1396-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1013312 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node2/.
   [junit4]   2> 1013312 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.CorePropertiesLocator Cores are: 
[awhollynewcollection_0_shard3_replica1]
   [junit4]   2> 1013317 INFO  
(zkCallback-1383-thread-2-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1013318 INFO  
(zkCallback-1374-thread-3-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1013318 INFO  
(zkCallback-1396-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1013324 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.5.0
   [junit4]   2> 1013329 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard3_replica1] Schema name=minimal
   [junit4]   2> 1013331 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1013332 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.CoreContainer Creating 
SolrCore 'awhollynewcollection_0_shard3_replica1' using configuration from 
collection awhollynewcollection_0
   [junit4]   2> 1013332 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SolrCore 
[[awhollynewcollection_0_shard3_replica1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node2/awhollynewcollection_0_shard3_replica1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001/tempDir-001/node2/./awhollynewcollection_0_shard3_replica1/data/]
   [junit4]   2> 1013332 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5517c984
   [junit4]   2> 1013392 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1013392 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1013392 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1013392 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1013393 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@6b3eaefe[awhollynewcollection_0_shard3_replica1] main]
   [junit4]   2> 1013393 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
   [junit4]   2> 1013394 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 1013394 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 1013394 INFO  
(searcherExecutor-3146-thread-1-processing-n:127.0.0.1:40726_solr 
x:awhollynewcollection_0_shard3_replica1 s:shard3 c:awhollynewcollection_0 
r:core_node2) [n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 
r:core_node2 x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SolrCore 
[awhollynewcollection_0_shard3_replica1] Registered new searcher 
Searcher@6b3eaefe[awhollynewcollection_0_shard3_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1013395 INFO  
(coreLoadExecutor-3145-thread-1-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 r:core_node2 
x:awhollynewcollection_0_shard3_replica1] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1559783573343436800
   [junit4]   2> 1013399 INFO  
(coreZkRegister-3140-thread-1-processing-n:127.0.0.1:40726_solr 
x:awhollynewcollection_0_shard3_replica1 s:shard3 c:awhollynewcollection_0 
r:core_node2) [n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 
r:core_node2 x:awhollynewcollection_0_shard3_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1013399 INFO  
(coreZkRegister-3140-thread-1-processing-n:127.0.0.1:40726_solr 
x:awhollynewcollection_0_shard3_replica1 s:shard3 c:awhollynewcollection_0 
r:core_node2) [n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 
r:core_node2 x:awhollynewcollection_0_shard3_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1013399 INFO  
(coreZkRegister-3140-thread-1-processing-n:127.0.0.1:40726_solr 
x:awhollynewcollection_0_shard3_replica1 s:shard3 c:awhollynewcollection_0 
r:core_node2) [n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 
r:core_node2 x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SyncStrategy 
Sync replicas to 
https://127.0.0.1:40726/solr/awhollynewcollection_0_shard3_replica1/
   [junit4]   2> 1013400 INFO  
(coreZkRegister-3140-thread-1-processing-n:127.0.0.1:40726_solr 
x:awhollynewcollection_0_shard3_replica1 s:shard3 c:awhollynewcollection_0 
r:core_node2) [n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 
r:core_node2 x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SyncStrategy 
Sync Success - now sync replicas to me
   [junit4]   2> 1013400 INFO  
(coreZkRegister-3140-thread-1-processing-n:127.0.0.1:40726_solr 
x:awhollynewcollection_0_shard3_replica1 s:shard3 c:awhollynewcollection_0 
r:core_node2) [n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 
r:core_node2 x:awhollynewcollection_0_shard3_replica1] o.a.s.c.SyncStrategy 
https://127.0.0.1:40726/solr/awhollynewcollection_0_shard3_replica1/ has no 
replicas
   [junit4]   2> 1013402 INFO  
(coreZkRegister-3140-thread-1-processing-n:127.0.0.1:40726_solr 
x:awhollynewcollection_0_shard3_replica1 s:shard3 c:awhollynewcollection_0 
r:core_node2) [n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 
r:core_node2 x:awhollynewcollection_0_shard3_replica1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:40726/solr/awhollynewcollection_0_shard3_replica1/ shard3
   [junit4]   2> 1013402 INFO  
(coreZkRegister-3140-thread-1-processing-n:127.0.0.1:40726_solr 
x:awhollynewcollection_0_shard3_replica1 s:shard3 c:awhollynewcollection_0 
r:core_node2) [n:127.0.0.1:40726_solr c:awhollynewcollection_0 s:shard3 
r:core_node2 x:awhollynewcollection_0_shard3_replica1] o.a.s.c.ZkController I 
am the leader, no recovery necessary
   [junit4]   2> 1013456 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44335 44335
   [junit4]   2> 1013537 INFO  (Thread-3090) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:44335 44335
   [junit4]   2> 1013538 WARN  (Thread-3090) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/aliases.json
   [junit4]   2>        5       /solr/security.json
   [junit4]   2>        4       /solr/configs/conf2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/clusterstate.json
   [junit4]   2>        7       /solr/clusterprops.json
   [junit4]   2>        4       
/solr/collections/awhollynewcollection_0/state.json
   [junit4]   2>        2       
/solr/overseer_elect/election/97486473082109961-127.0.0.1:56586_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        14      /solr/overseer/queue
   [junit4]   2>        8       /solr/live_nodes
   [junit4]   2>        8       /solr/collections
   [junit4]   2>        3       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1013538 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.c.MiniSolrCloudCluster ============ Restarting zookeeper
   [junit4]   2> 1013538 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[1D198D7989289]) 
[    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1013538 INFO  (Thread-3137) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:44335
   [junit4]   2> 1013538 INFO  (Thread-3137) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1013637 WARN  
(zkCallback-1374-thread-1-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@4b33b70c name: 
ZooKeeperConnection Watcher:127.0.0.1:44335/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1013637 WARN  
(zkCallback-1374-thread-1-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ConnectionManager zkClient has 
disconnected
   [junit4]   2> 1013637 WARN  
(zkCallback-1381-thread-1-processing-n:127.0.0.1:33213_solr) 
[n:127.0.0.1:33213_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@250a144 name: 
ZooKeeperConnection Watcher:127.0.0.1:44335/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1013637 WARN  
(zkCallback-1381-thread-1-processing-n:127.0.0.1:33213_solr) 
[n:127.0.0.1:33213_solr    ] o.a.s.c.c.ConnectionManager zkClient has 
disconnected
   [junit4]   2> 1013637 WARN  
(zkCallback-1383-thread-1-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@4a3ae449 name: 
ZooKeeperConnection Watcher:127.0.0.1:44335/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1013637 WARN  
(zkCallback-1383-thread-1-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ConnectionManager zkClient has 
disconnected
   [junit4]   2> 1013637 WARN  (zkCallback-1390-thread-3) [    ] 
o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@fe002bc name: 
ZooKeeperConnection Watcher:127.0.0.1:44335/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1013637 WARN  (zkCallback-1390-thread-3) [    ] 
o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1013638 WARN  
(zkCallback-1396-thread-4-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@14986c1d name: 
ZooKeeperConnection Watcher:127.0.0.1:44335/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1013638 WARN  
(zkCallback-1396-thread-4-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ConnectionManager zkClient has

[...truncated too long message...]

ThreadPoolExecutor@14778729[Terminated, pool size = 0, active threads = 0, 
queued tasks = 0, completed tasks = 70]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService.execute(InstrumentedExecutorService.java:61)
   [junit4]   2>        at 
java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:181)
   [junit4]   2>        at 
org.apache.solr.handler.component.HttpShardHandler.submit(HttpShardHandler.java:194)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.waitForCoreAdminAsyncCallToComplete(OverseerCollectionMessageHandler.java:933)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.waitForAsyncCallsToComplete(OverseerCollectionMessageHandler.java:913)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processResponses(OverseerCollectionMessageHandler.java:792)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:849)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:832)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.reloadCollection(OverseerCollectionMessageHandler.java:274)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1101956 INFO  
(OverseerThreadFactory-3114-thread-5-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000073 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1102628 WARN  
(zkCallback-1396-thread-6-processing-n:127.0.0.1:40726_solr) 
[n:127.0.0.1:40726_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1102628 INFO  (jetty-launcher-1361-thread-5) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1102628 INFO  (jetty-launcher-1361-thread-5) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@53677396{/solr,null,UNAVAILABLE}
   [junit4]   2> 1102633 WARN  
(zkCallback-1383-thread-6-processing-n:127.0.0.1:54831_solr) 
[n:127.0.0.1:54831_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1102633 INFO  (jetty-launcher-1361-thread-6) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1102633 INFO  (jetty-launcher-1361-thread-6) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@12d05fa3{/solr,null,UNAVAILABLE}
   [junit4]   2> 1103457 WARN  
(zkCallback-1374-thread-10-processing-n:127.0.0.1:56586_solr) 
[n:127.0.0.1:56586_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1103458 INFO  (jetty-launcher-1361-thread-7) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1103458 INFO  (jetty-launcher-1361-thread-7) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@195fe5aa{/solr,null,UNAVAILABLE}
   [junit4]   2> 1103459 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[1D198D7989289]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:44335 44335
   [junit4]   2> 1103544 INFO  (Thread-3137) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:44335 44335
   [junit4]   2> 1103545 WARN  (Thread-3137) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        23      /solr/configs/conf
   [junit4]   2>        19      /solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        149     /solr/clusterstate.json
   [junit4]   2>        19      /solr/clusterprops.json
   [junit4]   2>        4       
/solr/collections/nodes_used_collection/state.json
   [junit4]   2>        4       /solr/collections/addReplicaColl/state.json
   [junit4]   2>        4       /solr/collections/reloaded_collection/state.json
   [junit4]   2>        3       
/solr/collections/acollectionafterbaddelete/state.json
   [junit4]   2>        2       
/solr/collections/addReplicaColl/leader_elect/shard1/election/97486473082109961-core_node1-n_0000000000
   [junit4]   2>        2       /solr/collections/onlyinzk/state.json
   [junit4]   2>        2       
/solr/collections/addReplicaColl/leader_elect/shard2/election/97486473082109962-core_node4-n_0000000000
   [junit4]   2>        2       
/solr/collections/halfdeletedcollection/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        365     /solr/collections
   [junit4]   2>        112     /solr/overseer/queue
   [junit4]   2>        44      /solr/overseer/collection-queue-work
   [junit4]   2>        19      /solr/live_nodes
   [junit4]   2>        14      /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1103545 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[1D198D7989289]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1D198D7989289-001
   [junit4]   2> Feb 19, 2017 5:33:43 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): 
{_version_=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=Memory 
doPackFST= false)}, docValues:{}, maxPointsInLeafNode=494, 
maxMBSortInHeap=5.550867035548828, 
sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=da, 
timezone=Europe/Paris
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_121 (64-bit)/cpus=4,threads=1,free=224928840,total=519569408
   [junit4]   2> NOTE: All tests run in this JVM: 
[DistributedSuggestComponentTest, TestSolrCoreSnapshots, 
DistributedMLTComponentTest, SuggesterFSTTest, StressHdfsTest, 
DistributedFacetPivotWhiteBoxTest, TestSolrCLIRunExample, StatsReloadRaceTest, 
TestSolrIndexConfig, DistributedExpandComponentTest, 
TestWordDelimiterFilterFactory, TestConfigSetsAPIZkFailure, 
TestLeaderInitiatedRecoveryThread, ReplicaListTransformerTest, 
HdfsNNFailoverTest, RulesTest, SharedFSAutoReplicaFailoverUtilsTest, 
TestLRUCache, TestBackupRepositoryFactory, TestMacros, DocumentBuilderTest, 
TestSolrQueryResponse, CSVRequestHandlerTest, TestDistribDocBasedVersion, 
DeleteLastCustomShardedReplicaTest, SolrIndexConfigTest, TestSystemIdResolver, 
TestFieldCacheSortRandom, SaslZkACLProviderTest, TestExactSharedStatsCache, 
TestInfoStreamLogging, TolerantUpdateProcessorTest, ZkSolrClientTest, 
TestManagedResourceStorage, TestCloudDeleteByQuery, MultiTermTest, 
RemoteQueryErrorTest, SliceStateTest, TestXmlQParserPlugin, 
TestComplexPhraseQParserPlugin, TestRebalanceLeaders, 
SpellingQueryConverterTest, TestConfigSetProperties, 
CoreAdminRequestStatusTest, SpatialRPTFieldTypeTest, TermsComponentTest, 
HLLUtilTest, SearchHandlerTest, TestNonDefinedSimilarityFactory, RankQueryTest, 
TestExpandComponent, TestCollectionAPI, 
ConcurrentDeleteAndCreateCollectionTest, TestBinaryResponseWriter, 
TestCharFilters, BasicAuthIntegrationTest, TestInitQParser, 
TestCSVResponseWriter, EchoParamsTest, TestSystemCollAutoCreate, 
TestDelegationWithHadoopAuth, HdfsTlogReplayBufferedWhileIndexingTest, 
ClassificationUpdateProcessorTest, SolrMetricManagerTest, 
SpellCheckComponentTest, TestStressInPlaceUpdates, TestLegacyFieldCache, 
TestStressVersions, TestConfigReload, TestLuceneMatchVersion, 
TestFuzzyAnalyzedSuggestions, TestCursorMarkWithoutUniqueKey, 
AtomicUpdatesTest, DistribDocExpirationUpdateProcessorTest, 
TestFilteredDocIdSet, HdfsChaosMonkeyNothingIsSafeTest, SolrCmdDistributorTest, 
TestPartialUpdateDeduplication, IndexSchemaRuntimeFieldTest, 
TestSubQueryTransformerCrossCore, TestFiltering, TestQueryTypes, 
SuggestComponentContextFilterQueryTest, EnumFieldTest, SolrInfoMBeanTest, 
BlockDirectoryTest, ZkStateWriterTest, HttpPartitionTest, 
TestSchemaNameResource, SolrSlf4jReporterTest, RAMDirectoryFactoryTest, 
MoreLikeThisHandlerTest, TestPointFields, SimpleMLTQParserTest, 
VMParamsZkACLAndCredentialsProvidersTest, DirectSolrConnectionTest, 
TestSQLHandlerNonCloud, TestSolrQueryParserResource, OverseerTaskQueueTest, 
TestSimpleQParserPlugin, TestUninvertingReader, TestRequestStatusCollectionAPI, 
HdfsLockFactoryTest, TestCloudPseudoReturnFields, JavabinLoaderTest, 
CreateCollectionCleanupTest, TestConfigsApi, ChangedSchemaMergeTest, 
WordBreakSolrSpellCheckerTest, URLClassifyProcessorTest, 
TestMiniSolrCloudCluster, CollectionsAPIDistributedZkTest]
   [junit4] Completed [336/696 (1!)] on J1 in 95.01s, 20 tests, 1 error <<< 
FAILURES!

[...truncated 63835 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to