Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/758/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  
org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Collection not found: withShardField

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
        at 
__randomizedtesting.SeedInfo.seed([26A4D4858693DF8D:73F43C172A6A107D]:0)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1394)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1087)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1057)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
        at 
org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:232)
        at 
org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.ReplaceNodeTest.test

Error Message:
org/apache/solr/client/solrj/request/CollectionAdminRequest$ReplaceNode

Stack Trace:
java.lang.NoClassDefFoundError: 
org/apache/solr/client/solrj/request/CollectionAdminRequest$ReplaceNode
        at 
__randomizedtesting.SeedInfo.seed([26A4D4858693DF8D:AEF0EB5F286FB275]:0)
        at org.apache.solr.cloud.ReplaceNodeTest.test(ReplaceNodeTest.java:67)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.ClassNotFoundException: 
org.apache.solr.client.solrj.request.CollectionAdminRequest$ReplaceNode
        at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
        at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
        at java.security.AccessController.doPrivileged(Native Method)
        at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
        ... 40 more
Caused by: java.io.FileNotFoundException: 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/java/org/apache/solr/client/solrj/request/CollectionAdminRequest$ReplaceNode.class
 (Too many open files)
        at java.io.FileInputStream.open0(Native Method)
        at java.io.FileInputStream.open(FileInputStream.java:195)
        at java.io.FileInputStream.<init>(FileInputStream.java:138)
        at 
sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
        at sun.misc.Resource.cachedInputStream(Resource.java:77)
        at sun.misc.Resource.getByteBuffer(Resource.java:160)
        at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
        at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
        at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
        ... 46 more




Build Log:
[...truncated 12464 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/init-core-data-001
   [junit4]   2> 2318046 INFO  
(SUITE-CustomCollectionTest-seed#[26A4D4858693DF8D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2318053 INFO  
(SUITE-CustomCollectionTest-seed#[26A4D4858693DF8D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) 
w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2318054 INFO  
(SUITE-CustomCollectionTest-seed#[26A4D4858693DF8D]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001
   [junit4]   2> 2318054 INFO  
(SUITE-CustomCollectionTest-seed#[26A4D4858693DF8D]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2318055 INFO  (Thread-3333) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2318055 INFO  (Thread-3333) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2318163 INFO  
(SUITE-CustomCollectionTest-seed#[26A4D4858693DF8D]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:60537
   [junit4]   2> 2318213 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2318215 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2318217 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2318220 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2318222 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@46b76f49{/solr,null,AVAILABLE}
   [junit4]   2> 2318223 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4db8a646{/solr,null,AVAILABLE}
   [junit4]   2> 2318224 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@3b65ddc{HTTP/1.1,[http/1.1]}{127.0.0.1:60539}
   [junit4]   2> 2318225 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.e.j.s.Server Started @2323363ms
   [junit4]   2> 2318225 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@363e7f86{HTTP/1.1,[http/1.1]}{127.0.0.1:60540}
   [junit4]   2> 2318225 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60539}
   [junit4]   2> 2318225 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.e.j.s.Server Started @2323363ms
   [junit4]   2> 2318225 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60540}
   [junit4]   2> 2318225 ERROR (jetty-launcher-3326-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2318225 ERROR (jetty-launcher-3326-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2318225 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.5.0
   [junit4]   2> 2318226 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2cb836be{/solr,null,AVAILABLE}
   [junit4]   2> 2318226 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2318226 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2318226 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-13T21:37:19.482Z
   [junit4]   2> 2318226 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.5.0
   [junit4]   2> 2318226 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2318226 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2318226 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-13T21:37:19.482Z
   [junit4]   2> 2318226 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@129b385c{/solr,null,AVAILABLE}
   [junit4]   2> 2318227 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@50757852{HTTP/1.1,[http/1.1]}{127.0.0.1:60542}
   [junit4]   2> 2318227 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.e.j.s.Server Started @2323365ms
   [junit4]   2> 2318227 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60542}
   [junit4]   2> 2318227 ERROR (jetty-launcher-3326-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2318228 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.5.0
   [junit4]   2> 2318228 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2318228 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2318228 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-13T21:37:19.484Z
   [junit4]   2> 2318231 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@7924e2d5{HTTP/1.1,[http/1.1]}{127.0.0.1:60541}
   [junit4]   2> 2318231 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.e.j.s.Server Started @2323370ms
   [junit4]   2> 2318232 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60541}
   [junit4]   2> 2318232 ERROR (jetty-launcher-3326-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2318232 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.5.0
   [junit4]   2> 2318233 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2318234 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2318234 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-13T21:37:19.490Z
   [junit4]   2> 2318235 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2318236 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2318236 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2318262 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2318282 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2318283 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2318283 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2318284 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2318285 INFO  (jetty-launcher-3326-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60537/solr
   [junit4]   2> 2318286 INFO  (jetty-launcher-3326-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60537/solr
   [junit4]   2> 2318289 INFO  (jetty-launcher-3326-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60537/solr
   [junit4]   2> 2318290 INFO  (jetty-launcher-3326-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60537/solr
   [junit4]   2> 2318378 INFO  (jetty-launcher-3326-thread-3) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2318378 INFO  (jetty-launcher-3326-thread-2) 
[n:127.0.0.1:60539_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2318379 INFO  (jetty-launcher-3326-thread-4) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2318378 INFO  (jetty-launcher-3326-thread-1) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2318382 INFO  (jetty-launcher-3326-thread-3) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:60542_solr
   [junit4]   2> 2318386 INFO  (jetty-launcher-3326-thread-2) 
[n:127.0.0.1:60539_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60539_solr
   [junit4]   2> 2318386 INFO  (jetty-launcher-3326-thread-1) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60540_solr
   [junit4]   2> 2318386 INFO  (jetty-launcher-3326-thread-4) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60541_solr
   [junit4]   2> 2318388 INFO  (jetty-launcher-3326-thread-3) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.Overseer Overseer 
(id=97612007952482316-127.0.0.1:60542_solr-n_0000000000) starting
   [junit4]   2> 2318392 INFO  
(zkCallback-3346-thread-1-processing-n:127.0.0.1:60541_solr) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 2318403 INFO  
(zkCallback-3348-thread-1-processing-n:127.0.0.1:60539_solr) 
[n:127.0.0.1:60539_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 2318405 INFO  
(zkCallback-3345-thread-1-processing-n:127.0.0.1:60540_solr) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 2318407 INFO  
(zkCallback-3347-thread-1-processing-n:127.0.0.1:60542_solr) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 2318449 INFO  (jetty-launcher-3326-thread-3) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60542_solr
   [junit4]   2> 2318452 INFO  
(zkCallback-3347-thread-1-processing-n:127.0.0.1:60542_solr) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2318453 INFO  
(zkCallback-3345-thread-1-processing-n:127.0.0.1:60540_solr) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2318454 INFO  
(zkCallback-3346-thread-1-processing-n:127.0.0.1:60541_solr) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2318457 INFO  
(zkCallback-3348-thread-1-processing-n:127.0.0.1:60539_solr) 
[n:127.0.0.1:60539_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2318597 INFO  (jetty-launcher-3326-thread-3) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node3/.
   [junit4]   2> 2318615 INFO  (jetty-launcher-3326-thread-1) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node1/.
   [junit4]   2> 2318617 INFO  (jetty-launcher-3326-thread-2) 
[n:127.0.0.1:60539_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node2/.
   [junit4]   2> 2318626 INFO  (jetty-launcher-3326-thread-4) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node4/.
   [junit4]   2> 2322007 INFO  
(SUITE-CustomCollectionTest-seed#[26A4D4858693DF8D]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2322011 INFO  
(SUITE-CustomCollectionTest-seed#[26A4D4858693DF8D]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60537/solr ready
   [junit4]   2> 2322124 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[26A4D4858693DF8D]) [  
  ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShardRepFactor
   [junit4]   2> 2322128 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[26A4D4858693DF8D]) [  
  ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2322140 INFO  (qtp1543457845-16475) [n:127.0.0.1:60540_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2322146 INFO  
(OverseerThreadFactory-7672-thread-1-processing-n:127.0.0.1:60542_solr) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
testCreateShardRepFactor
   [junit4]   2> 2322275 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2
   [junit4]   2> 2322275 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2
   [junit4]   2> 2322396 INFO  
(zkCallback-3346-thread-1-processing-n:127.0.0.1:60541_solr) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2322396 INFO  
(zkCallback-3345-thread-1-processing-n:127.0.0.1:60540_solr) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2323340 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 2323341 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 2323358 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica1] Schema 
name=cloud-dynamic
   [junit4]   2> 2323362 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica1] Schema 
name=cloud-dynamic
   [junit4]   2> 2323404 WARN  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica1] default search field 
in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2323404 WARN  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica1] default search field 
in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2323405 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2323406 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2323410 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_b_replica1' 
using configuration from collection testCreateShardRepFactor
   [junit4]   2> 2323410 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_a_replica1' 
using configuration from collection testCreateShardRepFactor
   [junit4]   2> 2323410 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.SolrCore [[testCreateShardRepFactor_a_replica1] ] Opening new SolrCore 
at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node1/testCreateShardRepFactor_a_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node1/./testCreateShardRepFactor_a_replica1/data/]
   [junit4]   2> 2323411 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.SolrCore [[testCreateShardRepFactor_b_replica1] ] Opening new SolrCore 
at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node4/testCreateShardRepFactor_b_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node4/./testCreateShardRepFactor_b_replica1/data/]
   [junit4]   2> 2323531 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2323531 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2323534 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2323535 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2323536 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@6e0085d3[testCreateShardRepFactor_a_replica1] main]
   [junit4]   2> 2323538 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2323539 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2323539 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2323539 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2323539 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2323540 INFO  
(searcherExecutor-7682-thread-1-processing-n:127.0.0.1:60540_solr 
x:testCreateShardRepFactor_a_replica1 s:a c:testCreateShardRepFactor) 
[n:127.0.0.1:60540_solr c:testCreateShardRepFactor s:a  
x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore 
[testCreateShardRepFactor_a_replica1] Registered new searcher 
Searcher@6e0085d3[testCreateShardRepFactor_a_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2323540 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1561792132988010496
   [junit4]   2> 2323541 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2323542 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2323543 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1005e0d4[testCreateShardRepFactor_b_replica1] main]
   [junit4]   2> 2323546 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2323546 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2323546 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2323547 INFO  
(searcherExecutor-7681-thread-1-processing-n:127.0.0.1:60541_solr 
x:testCreateShardRepFactor_b_replica1 s:b c:testCreateShardRepFactor) 
[n:127.0.0.1:60541_solr c:testCreateShardRepFactor s:b  
x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore 
[testCreateShardRepFactor_b_replica1] Registered new searcher 
Searcher@1005e0d4[testCreateShardRepFactor_b_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2323547 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1561792132995350528
   [junit4]   2> 2323553 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2323553 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2323553 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:60540/solr/testCreateShardRepFactor_a_replica1/
   [junit4]   2> 2323553 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2323554 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:60540/solr/testCreateShardRepFactor_a_replica1/ has no replicas
   [junit4]   2> 2323554 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 2323561 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2323561 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2323562 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:60541/solr/testCreateShardRepFactor_b_replica1/
   [junit4]   2> 2323562 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2323562 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:60541/solr/testCreateShardRepFactor_b_replica1/ has no replicas
   [junit4]   2> 2323562 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 2323565 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:60540/solr/testCreateShardRepFactor_a_replica1/ a
   [junit4]   2> 2323573 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:60541/solr/testCreateShardRepFactor_b_replica1/ b
   [junit4]   2> 2323680 INFO  
(zkCallback-3345-thread-1-processing-n:127.0.0.1:60540_solr) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2323680 INFO  
(zkCallback-3346-thread-1-processing-n:127.0.0.1:60541_solr) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2323729 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2323729 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2323738 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2}
 status=0 QTime=1463
   [junit4]   2> 2323739 INFO  (qtp1379787585-16489) [n:127.0.0.1:60541_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2}
 status=0 QTime=1464
   [junit4]   2> 2323746 INFO  (qtp1543457845-16475) [n:127.0.0.1:60540_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 2323852 INFO  
(zkCallback-3346-thread-1-processing-n:127.0.0.1:60541_solr) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2323852 INFO  
(zkCallback-3345-thread-1-processing-n:127.0.0.1:60540_solr) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2324157 INFO  
(OverseerCollectionConfigSetProcessor-97612007952482316-127.0.0.1:60542_solr-n_0000000000)
 [n:127.0.0.1:60542_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2324747 INFO  (qtp1543457845-16475) [n:127.0.0.1:60540_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2}
 status=0 QTime=2606
   [junit4]   2> 2324764 INFO  (qtp1543457845-16478) [n:127.0.0.1:60540_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with 
params 
action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2324769 INFO  
(OverseerThreadFactory-7672-thread-2-processing-n:127.0.0.1:60542_solr) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.CreateShardCmd Create shard invoked: {
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "operation":"createshard"}
   [junit4]   2> 2324893 INFO  
(zkCallback-3346-thread-1-processing-n:127.0.0.1:60541_solr) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2324893 INFO  
(zkCallback-3345-thread-1-processing-n:127.0.0.1:60540_solr) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2324986 INFO  
(OverseerThreadFactory-7672-thread-2-processing-n:127.0.0.1:60542_solr) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.CreateShardCmd Creating shard 
testCreateShardRepFactor_x_replica1 as part of slice x of collection 
testCreateShardRepFactor on 127.0.0.1:60539_solr
   [junit4]   2> 2324992 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
   [junit4]   2> 2325115 INFO  
(zkCallback-3346-thread-1-processing-n:127.0.0.1:60541_solr) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2325115 INFO  
(zkCallback-3345-thread-1-processing-n:127.0.0.1:60540_solr) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2325115 INFO  
(zkCallback-3348-thread-1-processing-n:127.0.0.1:60539_solr) 
[n:127.0.0.1:60539_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2326028 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 2326036 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica1] Schema 
name=cloud-dynamic
   [junit4]   2> 2326082 WARN  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica1] default search field 
in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2326082 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2326084 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_x_replica1' 
using configuration from collection testCreateShardRepFactor
   [junit4]   2> 2326085 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.SolrCore [[testCreateShardRepFactor_x_replica1] ] Opening new SolrCore 
at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node2/testCreateShardRepFactor_x_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node2/./testCreateShardRepFactor_x_replica1/data/]
   [junit4]   2> 2326168 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2326168 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2326171 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2326171 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2326172 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@311908ba[testCreateShardRepFactor_x_replica1] main]
   [junit4]   2> 2326174 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2326175 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2326175 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2326175 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1561792135751008256
   [junit4]   2> 2326175 INFO  
(searcherExecutor-7691-thread-1-processing-n:127.0.0.1:60539_solr 
x:testCreateShardRepFactor_x_replica1 s:x c:testCreateShardRepFactor) 
[n:127.0.0.1:60539_solr c:testCreateShardRepFactor s:x  
x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore 
[testCreateShardRepFactor_x_replica1] Registered new searcher 
Searcher@311908ba[testCreateShardRepFactor_x_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2326186 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2326186 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2326186 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:60539/solr/testCreateShardRepFactor_x_replica1/
   [junit4]   2> 2326186 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2326186 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:60539/solr/testCreateShardRepFactor_x_replica1/ has no replicas
   [junit4]   2> 2326187 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 2326193 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:60539/solr/testCreateShardRepFactor_x_replica1/ x
   [junit4]   2> 2326302 INFO  
(zkCallback-3346-thread-1-processing-n:127.0.0.1:60541_solr) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2326302 INFO  
(zkCallback-3345-thread-1-processing-n:127.0.0.1:60540_solr) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2326302 INFO  
(zkCallback-3348-thread-1-processing-n:127.0.0.1:60539_solr) 
[n:127.0.0.1:60539_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2326360 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2326365 INFO  (qtp1249642446-16484) [n:127.0.0.1:60539_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2}
 status=0 QTime=1372
   [junit4]   2> 2326365 INFO  
(OverseerThreadFactory-7672-thread-2-processing-n:127.0.0.1:60542_solr) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.CreateShardCmd Finished create command on 
all shards for collection: testCreateShardRepFactor
   [junit4]   2> 2326369 INFO  (qtp1543457845-16478) [n:127.0.0.1:60540_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2}
 status=0 QTime=1605
   [junit4]   2> 2326371 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[26A4D4858693DF8D]) [  
  ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShardRepFactor
   [junit4]   2> 2326403 INFO  
(TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[26A4D4858693DF8D]) [  
  ] o.a.s.SolrTestCaseJ4 ###Starting testCustomCollectionsAPI
   [junit4]   2> 2326405 INFO  
(TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[26A4D4858693DF8D]) [  
  ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2326410 INFO  (qtp1543457845-16473) [n:127.0.0.1:60540_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 2326415 INFO  
(OverseerCollectionConfigSetProcessor-97612007952482316-127.0.0.1:60542_solr-n_0000000000)
 [n:127.0.0.1:60542_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2326416 INFO  
(OverseerThreadFactory-7672-thread-3-processing-n:127.0.0.1:60542_solr) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2326420 INFO  (qtp1379787585-16490) [n:127.0.0.1:60541_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 2326420 INFO  (qtp1379787585-16490) [n:127.0.0.1:60541_solr    
] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@3963e67e
   [junit4]   2> 2326420 INFO  (qtp1249642446-16486) [n:127.0.0.1:60539_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 2326420 INFO  (qtp1249642446-16486) [n:127.0.0.1:60539_solr    
] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@4253e350
   [junit4]   2> 2326421 INFO  (qtp1543457845-16476) [n:127.0.0.1:60540_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 2326421 INFO  (qtp1543457845-16476) [n:127.0.0.1:60540_solr    
] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@5e872c00
   [junit4]   2> 2326422 INFO  (qtp1249642446-16486) [n:127.0.0.1:60539_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 2326422 INFO  (qtp1543457845-16476) [n:127.0.0.1:60540_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 2326424 INFO  (qtp1379787585-16490) [n:127.0.0.1:60541_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 2326428 INFO  (qtp1249642446-16486) [n:127.0.0.1:60539_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_x_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=9
   [junit4]   2> 2326431 INFO  (qtp1543457845-16476) [n:127.0.0.1:60540_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_a_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=12
   [junit4]   2> 2326438 INFO  (qtp1379787585-16490) [n:127.0.0.1:60541_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_b_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=19
   [junit4]   2> 2327168 INFO  (qtp1543457845-16473) [n:127.0.0.1:60540_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2} 
status=0 QTime=758
   [junit4]   2> 2327173 INFO  (qtp1543457845-16479) [n:127.0.0.1:60540_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
shards=a,b,c&replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&name=implicitcoll&router.name=implicit&action=CREATE&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2327176 INFO  
(OverseerThreadFactory-7672-thread-4-processing-n:127.0.0.1:60542_solr) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
implicitcoll
   [junit4]   2> 2327177 INFO  
(OverseerCollectionConfigSetProcessor-97612007952482316-127.0.0.1:60542_solr-n_0000000000)
 [n:127.0.0.1:60542_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2327403 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 2327403 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 2327404 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 2327407 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 2327407 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 2327409 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 2327545 INFO  
(zkCallback-3346-thread-1-processing-n:127.0.0.1:60541_solr) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 2327545 INFO  
(zkCallback-3347-thread-1-processing-n:127.0.0.1:60542_solr) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 2327545 INFO  
(zkCallback-3345-thread-1-processing-n:127.0.0.1:60540_solr) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 2327545 INFO  
(zkCallback-3348-thread-1-processing-n:127.0.0.1:60539_solr) 
[n:127.0.0.1:60539_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 2328432 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.5.0
   [junit4]   2> 2328432 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.5.0
   [junit4]   2> 2328458 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.5.0
   [junit4]   2> 2328465 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.5.0
   [junit4]   2> 2328465 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.5.0
   [junit4]   2> 2328465 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.5.0
   [junit4]   2> 2328483 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.IndexSchema 
[implicitcoll_a_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2328484 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.IndexSchema 
[implicitcoll_c_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2328484 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.IndexSchema 
[implicitcoll_b_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2328509 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.IndexSchema 
[implicitcoll_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2328517 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.IndexSchema 
[implicitcoll_c_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2328517 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.IndexSchema 
[implicitcoll_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2328540 WARN  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.IndexSchema 
[implicitcoll_a_replica1] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 2328541 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2328544 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.CoreContainer Creating 
SolrCore 'implicitcoll_a_replica1' using configuration from collection 
implicitcoll
   [junit4]   2> 2328545 WARN  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.IndexSchema 
[implicitcoll_c_replica1] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 2328545 WARN  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.IndexSchema 
[implicitcoll_b_replica2] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 2328545 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2328546 WARN  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.IndexSchema 
[implicitcoll_a_replica2] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 2328546 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2328547 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.CoreContainer Creating 
SolrCore 'implicitcoll_c_replica1' using configuration from collection 
implicitcoll
   [junit4]   2> 2328547 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.CoreContainer Creating 
SolrCore 'implicitcoll_b_replica2' using configuration from collection 
implicitcoll
   [junit4]   2> 2328547 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrCore 
[[implicitcoll_c_replica1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node1/implicitcoll_c_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node1/./implicitcoll_c_replica1/data/]
   [junit4]   2> 2328547 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrCore 
[[implicitcoll_b_replica2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node4/implicitcoll_b_replica2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node4/./implicitcoll_b_replica2/data/]
   [junit4]   2> 2328548 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrCore 
[[implicitcoll_a_replica1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node1/implicitcoll_a_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node1/./implicitcoll_a_replica1/data/]
   [junit4]   2> 2328548 WARN  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.IndexSchema 
[implicitcoll_c_replica2] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 2328549 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2328549 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2328550 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.CoreContainer Creating 
SolrCore 'implicitcoll_a_replica2' using configuration from collection 
implicitcoll
   [junit4]   2> 2328550 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrCore 
[[implicitcoll_a_replica2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node2/implicitcoll_a_replica2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node2/./implicitcoll_a_replica2/data/]
   [junit4]   2> 2328551 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.CoreContainer Creating 
SolrCore 'implicitcoll_c_replica2' using configuration from collection 
implicitcoll
   [junit4]   2> 2328561 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrCore 
[[implicitcoll_c_replica2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node2/implicitcoll_c_replica2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node2/./implicitcoll_c_replica2/data/]
   [junit4]   2> 2328562 WARN  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.IndexSchema 
[implicitcoll_b_replica1] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 2328562 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2328564 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.CoreContainer Creating 
SolrCore 'implicitcoll_b_replica1' using configuration from collection 
implicitcoll
   [junit4]   2> 2328564 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrCore 
[[implicitcoll_b_replica1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node3/implicitcoll_b_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_26A4D4858693DF8D-001/tempDir-001/node3/./implicitcoll_b_replica1/data/]
   [junit4]   2> 2328649 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2328649 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2328653 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2328653 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2328656 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 2328656 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 2328657 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 2328657 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 2328659 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@29454156[implicitcoll_b_replica2] main]
   [junit4]   2> 2328659 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@362e9f21[implicitcoll_c_replica1] main]
   [junit4]   2> 2328661 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2328661 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2328661 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2328661 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2328662 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 2328662 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 2328662 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1561792138358816768
   [junit4]   2> 2328662 INFO  
(searcherExecutor-7698-thread-1-processing-n:127.0.0.1:60541_solr 
x:implicitcoll_b_replica2 s:b c:implicitcoll) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrCore 
[implicitcoll_b_replica2] Registered new searcher 
Searcher@29454156[implicitcoll_b_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2328662 INFO  
(searcherExecutor-7697-thread-1-processing-n:127.0.0.1:60540_solr 
x:implicitcoll_c_replica1 s:c c:implicitcoll) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrCore 
[implicitcoll_c_replica1] Registered new searcher 
Searcher@362e9f21[implicitcoll_c_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2328662 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1561792138358816768
   [junit4]   2> 2328672 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard b: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2328672 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard c: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2328676 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2328676 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2328678 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 2328678 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 2328680 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@678ead3e[implicitcoll_a_replica1] main]
   [junit4]   2> 2328685 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2328685 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2328686 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2328688 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 2328688 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 2328688 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2328688 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 2328689 INFO  
(searcherExecutor-7696-thread-1-processing-n:127.0.0.1:60540_solr 
x:implicitcoll_a_replica1 s:a c:implicitcoll) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrCore 
[implicitcoll_a_replica1] Registered new searcher 
Searcher@678ead3e[implicitcoll_a_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2328689 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1561792138387128320
   [junit4]   2> 2328697 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2328697 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2328698 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2328699 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2328701 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 2328701 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 2328701 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 2328701 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 2328702 INFO  (qtp1543457845-16477) [n:127.0.0.1:60540_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica1] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard a: total=2 found=1 timeoutin=9997ms
   [junit4]   2> 2328703 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@310bba4a[implicitcoll_a_replica2] main]
   [junit4]   2> 2328703 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@644a01ca[implicitcoll_b_replica1] main]
   [junit4]   2> 2328704 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@56cf0ea3[implicitcoll_c_replica2] main]
   [junit4]   2> 2328705 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2328706 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2328706 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 2328706 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2328707 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2328706 INFO  
(searcherExecutor-7701-thread-1-processing-n:127.0.0.1:60542_solr 
x:implicitcoll_b_replica1 s:b c:implicitcoll) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrCore 
[implicitcoll_b_replica1] Registered new searcher 
Searcher@644a01ca[implicitcoll_b_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2328707 INFO  (qtp1627708069-16502) [n:127.0.0.1:60542_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1561792138406002688
   [junit4]   2> 2328707 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2328707 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 2328707 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2328708 INFO  
(searcherExecutor-7700-thread-1-processing-n:127.0.0.1:60539_solr 
x:implicitcoll_c_replica2 s:c c:implicitcoll) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrCore 
[implicitcoll_c_replica2] Registered new searcher 
Searcher@56cf0ea3[implicitcoll_c_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2328708 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 2328708 INFO  (qtp1249642446-16487) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1561792138407051264
   [junit4]   2> 2328708 INFO  
(searcherExecutor-7699-thread-1-processing-n:127.0.0.1:60539_solr 
x:implicitcoll_a_replica2 s:a c:implicitcoll) [n:127.0.0.1:60539_solr 
c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrCore 
[implicitcoll_a_replica2] Registered new searcher 
Searcher@310bba4a[implicitcoll_a_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2328708 INFO  (qtp1249642446-16491) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1561792138407051264
   [junit4]   2> 2328818 INFO  
(zkCallback-3346-thread-1-processing-n:127.0.0.1:60541_solr) 
[n:127.0.0.1:60541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 2328818 INFO  
(zkCallback-3345-thread-1-processing-n:127.0.0.1:60540_solr) 
[n:127.0.0.1:60540_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 2328818 INFO  
(zkCallback-3348-thread-1-processing-n:127.0.0.1:60539_solr) 
[n:127.0.0.1:60539_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 2328818 INFO  
(zkCallback-3347-thread-2-processing-n:127.0.0.1:60542_solr) 
[n:127.0.0.1:60542_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 2329176 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2329176 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2329176 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2329176 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2329176 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SyncStrategy Sync 
replicas to http://127.0.0.1:60540/solr/implicitcoll_c_replica1/
   [junit4]   2> 2329176 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SyncStrategy Sync 
replicas to http://127.0.0.1:60541/solr/implicitcoll_b_replica2/
   [junit4]   2> 2329177 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.PeerSync PeerSync: 
core=implicitcoll_c_replica1 url=http://127.0.0.1:60540/solr START 
replicas=[http://127.0.0.1:60539/solr/implicitcoll_c_replica2/] nUpdates=100
   [junit4]   2> 2329177 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.PeerSync PeerSync: 
core=implicitcoll_b_replica2 url=http://127.0.0.1:60541/solr START 
replicas=[http://127.0.0.1:60542/solr/implicitcoll_b_replica1/] nUpdates=100
   [junit4]   2> 2329177 INFO  (qtp1543457845-16481) [n:127.0.0.1:60540_solr 
c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.PeerSync PeerSync: 
core=implicitcoll_c_replica1 url=http://127.0.0.1:60540/solr DONE.  We have no 
versions.  sync failed.
   [junit4]   2> 2329177 INFO  (qtp1379787585-16482) [n:127.0.0.1:60541_solr 
c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.PeerSync PeerSync: 
core=implicitcoll_b_replica2 url=http://127.0.0.1:60541/solr DONE.  We have no 
versions.  sync failed.
   [junit4]   2> 2329179 INFO  (qtp1249642446-16480) [n:127.0.0.1:60539_solr 
c:implicitcoll s:c r:core_node6 x:implicitcoll_c_replica2] o.a.s.c.S.Request 
[impli

[...truncated too long message...]

rrorCode = Session expired for /live_nodes]
   [junit4]   2> 2604054 INFO  (jetty-closer-3192-thread-6) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2604054 WARN  
(zkCallback-3215-thread-2-processing-n:127.0.0.1:61157_solr) 
[n:127.0.0.1:61157_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2604054 INFO  (jetty-closer-3192-thread-6) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1613fb52{/solr,null,UNAVAILABLE}
   [junit4]   2> 2604055 INFO  
(zkCallback-3218-thread-2-processing-n:127.0.0.1:61154_solr) 
[n:127.0.0.1:61154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (1)
   [junit4]   2> 2604055 INFO  (jetty-closer-3192-thread-4) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2604055 INFO  (jetty-closer-3192-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1204df3d{/solr,null,UNAVAILABLE}
   [junit4]   2> 2604056 WARN  
(zkCallback-3218-thread-2-processing-n:127.0.0.1:61154_solr) 
[n:127.0.0.1:61154_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2604057 INFO  (jetty-closer-3192-thread-5) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2604057 INFO  (jetty-closer-3192-thread-5) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1a998d1a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2605553 WARN  
(zkCallback-3223-thread-3-processing-n:127.0.0.1:61162_solr) 
[n:127.0.0.1:61162_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2605553 INFO  (jetty-closer-3192-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2605554 INFO  (jetty-closer-3192-thread-3) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2605554 INFO  (jetty-closer-3192-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@190e4e83{/solr,null,UNAVAILABLE}
   [junit4]   2> 2605554 INFO  (jetty-closer-3192-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1915f44a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2605557 INFO  
(SUITE-ReplaceNodeTest-seed#[26A4D4858693DF8D]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:61152 61152
   [junit4]   2> 2606712 INFO  (Thread-3809) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:61152 61152
   [junit4]   2> 2611064 WARN  (Thread-3809) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/aliases.json
   [junit4]   2>        7       /solr/clusterprops.json
   [junit4]   2>        6       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/clusterstate.json
   [junit4]   2>        5       
/solr/collections/replacenodetest_coll/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        33      /solr/overseer/collection-queue-work
   [junit4]   2>        7       /solr/overseer/queue
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2>        7       /solr/collections
   [junit4]   2>        3       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2611076 INFO  
(SUITE-ReplaceNodeTest-seed#[26A4D4858693DF8D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_26A4D4858693DF8D-001
   [junit4]   2> NOTE: test params are: codec=Lucene62, 
sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=sr, 
timezone=America/Phoenix
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 
(64-bit)/cpus=3,threads=1,free=190395240,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestReversedWildcardFilterFactory, SearchHandlerTest, 
SubstringBytesRefFilterTest, TestConfigOverlay, TestOnReconnectListenerSupport, 
DistributedFacetPivotSmallAdvancedTest, TestExactSharedStatsCache, 
TestSolrDynamicMBean, ZkStateReaderTest, TestAddFieldRealTimeGet, 
TermVectorComponentTest, TestRuleBasedAuthorizationPlugin, 
OpenCloseCoreStressTest, CollectionsAPIDistributedZkTest, TestCrossCoreJoin, 
TestRandomRequestDistribution, StressHdfsTest, TestLuceneMatchVersion, 
URLClassifyProcessorTest, UpdateParamsTest, TestOrdValues, CdcrBootstrapTest, 
FullSolrCloudDistribCmdsTest, QueryResultKeyTest, TestRecovery, 
DateMathParserTest, TestSearcherReuse, ChangedSchemaMergeTest, 
ClassificationUpdateProcessorIntegrationTest, TestDelegationWithHadoopAuth, 
TestSchemaNameResource, CollectionTooManyReplicasTest, SmileWriterTest, 
LeaderElectionIntegrationTest, SolrMetricManagerTest, LoggingHandlerTest, 
AtomicUpdatesTest, ReplicaListTransformerTest, TestAuthorizationFramework, 
TestOmitPositions, HdfsDirectoryTest, TestDistribDocBasedVersion, 
TestFastWriter, CoreSorterTest, TestJsonFacets, SolrIndexConfigTest, 
SparseHLLTest, TestInfoStreamLogging, SpatialHeatmapFacetsTest, 
CheckHdfsIndexTest, CloneFieldUpdateProcessorFactoryTest, QueryParsingTest, 
SSLMigrationTest, BadIndexSchemaTest, TestQueryTypes, TestNoOpRegenerator, 
ClusterStateTest, BlockDirectoryTest, ChaosMonkeySafeLeaderTest, 
TestDocTermOrds, RankQueryTest, DistribCursorPagingTest, 
SolrMetricsIntegrationTest, DocValuesMissingTest, DeleteNodeTest, 
StatsReloadRaceTest, AliasIntegrationTest, TestScoreJoinQPScore, 
CoreAdminHandlerTest, SpellCheckCollatorTest, TestDefaultStatsCache, 
MBeansHandlerTest, TestValueSourceCache, TriLevelCompositeIdRoutingTest, 
GraphQueryTest, DistanceFunctionTest, TestLockTree, CSVRequestHandlerTest, 
SharedFSAutoReplicaFailoverUtilsTest, SortByFunctionTest, 
DefaultValueUpdateProcessorTest, TestQueryWrapperFilter, TestSolr4Spatial, 
CloudMLTQParserTest, MinimalSchemaTest, TestCloudSchemaless, ForceLeaderTest, 
TestComplexPhraseLeadingWildcard, UUIDFieldTest, 
TermVectorComponentDistributedTest, BJQParserTest, 
DirectUpdateHandlerOptimizeTest, TestJoin, TestHdfsUpdateLog, 
ResponseHeaderTest, TestTrieFacet, OverseerTaskQueueTest, 
FieldMutatingUpdateProcessorTest, TestSolrQueryResponse, TestCustomSort, 
HLLSerializationTest, TestSolrCoreProperties, TestBulkSchemaAPI, 
TestAnalyzeInfixSuggestions, TestSerializedLuceneMatchVersion, 
DistributedIntervalFacetingTest, HdfsBasicDistributedZk2Test, 
HdfsRecoverLeaseTest, ShardSplitTest, TestFoldingMultitermQuery, 
TestMergePolicyConfig, SolrInfoMBeanTest, TestLMDirichletSimilarityFactory, 
OverseerRolesTest, TestManagedSchemaThreadSafety, 
TestDynamicFieldCollectionResource, CoreAdminRequestStatusTest, 
TestDistributedGrouping, IgnoreCommitOptimizeUpdateProcessorFactoryTest, 
TestPerFieldSimilarityWithDefaultOverride, NoCacheHeaderTest, TestNRTOpen, 
BasicAuthStandaloneTest, TestManagedSchema, CollectionReloadTest, 
TestCryptoKeys, HdfsThreadLeakTest, FileBasedSpellCheckerTest, 
TestAtomicUpdateErrorCases, TestDynamicLoading, TestUtils, DebugComponentTest, 
TestLMJelinekMercerSimilarityFactory, HdfsChaosMonkeyNothingIsSafeTest, 
SliceStateTest, TestSegmentSorting, SolrGraphiteReporterTest, TestReload, 
SolrIndexSplitterTest, PreAnalyzedUpdateProcessorTest, 
TestUseDocValuesAsStored, RAMDirectoryFactoryTest, PreAnalyzedFieldTest, 
DistributedVersionInfoTest, BinaryUpdateRequestHandlerTest, JvmMetricsTest, 
TestClassicSimilarityFactory, TestConfig, TestSolrCoreParser, 
TestFieldCacheSort, VersionInfoTest, SuggesterWFSTTest, AutoCommitTest, 
ZkSolrClientTest, ReturnFieldsTest, TestManagedResourceStorage, 
TestSolrCLIRunExample, TestSchemaSimilarityResource, UtilsToolTest, 
TestObjectReleaseTracker, TestCloudPivotFacet, CurrencyFieldOpenExchangeTest, 
TestSchemaManager, CacheHeaderTest, TestFuzzyAnalyzedSuggestions, 
TestMaxScoreQueryParser, TestSuggestSpellingConverter, CollectionsAPISolrJTest, 
BasicDistributedZk2Test, TestSimpleTrackingShardHandler, TestRealTimeGet, 
ConvertedLegacyTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, 
TestLazyCores, ShowFileRequestHandlerTest, SignatureUpdateProcessorFactoryTest, 
SuggesterTSTTest, SuggesterTest, TestCSVLoader, 
SchemaVersionSpecificBehaviorTest, TestUpdate, QueryEqualityTest, 
TestSolrDeletionPolicy1, LukeRequestHandlerTest, 
DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, 
RequestHandlersTest, DocumentBuilderTest, RequiredFieldsTest, 
FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, 
RegexBoostProcessorTest, TestJmxIntegration, TestCSVResponseWriter, 
JsonLoaderTest, TestComponentsName, TestLFUCache, TestSolrDeletionPolicy2, 
SampleTest, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, 
ExternalFileFieldSortTest, TestPostingsSolrHighlighter, 
DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, 
SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, 
EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, 
TestBM25SimilarityFactory, TestJmxMonitoredMap, ResourceLoaderTest, 
TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, 
PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, AssignTest, 
AsyncCallRequestStatusResponseTest, CleanupOldIndexTest, 
CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, 
DeleteReplicaTest, DeleteShardTest, DistributedQueueTest, 
LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, 
MissingSegmentRecoveryTest, MultiThreadedOCPTest, 
OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, 
OverseerStatusTest, RemoteQueryErrorTest, ReplaceNodeTest]
   [junit4] Completed [515/697 (2!)] on J1 in 43.85s, 1 test, 1 error <<< 
FAILURES!

[...truncated 63324 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to