Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/103/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseSerialGC 
--illegal-access=deny

1 tests failed.
FAILED:  
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Something is broken in the assert for no shards using the same indexDir - 
probably something was changed in the attributes published in the MBean of 
SolrCore : {}

Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using 
the same indexDir - probably something was changed in the attributes published 
in the MBean of SolrCore : {}
        at 
__randomizedtesting.SeedInfo.seed([902FB86B1C51E495:D85ACCDF1A62CB00]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11710 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/init-core-data-001
   [junit4]   2> 638602 WARN  
(SUITE-CollectionsAPIDistributedZkTest-seed#[902FB86B1C51E495]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
   [junit4]   2> 638602 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[902FB86B1C51E495]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 638602 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[902FB86B1C51E495]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 638603 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[902FB86B1C51E495]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001
   [junit4]   2> 638603 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[902FB86B1C51E495]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 638604 INFO  (Thread-2027) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 638604 INFO  (Thread-2027) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 638605 ERROR (Thread-2027) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 638704 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[902FB86B1C51E495]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:35817
   [junit4]   2> 638707 INFO  (jetty-launcher-894-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 638707 INFO  (jetty-launcher-894-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 638708 INFO  (jetty-launcher-894-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 638707 INFO  (jetty-launcher-894-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 638709 INFO  (jetty-launcher-894-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@37a5bfdf{/solr,null,AVAILABLE}
   [junit4]   2> 638709 INFO  (jetty-launcher-894-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@742df26f{/solr,null,AVAILABLE}
   [junit4]   2> 638709 INFO  (jetty-launcher-894-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5a0ba83{/solr,null,AVAILABLE}
   [junit4]   2> 638709 INFO  (jetty-launcher-894-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@195ebd80{/solr,null,AVAILABLE}
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@47e969ce{SSL,[ssl, 
http/1.1]}{127.0.0.1:39557}
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@179354d2{SSL,[ssl, 
http/1.1]}{127.0.0.1:46769}
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-1) [    ] 
o.e.j.s.Server Started @641125ms
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-2) [    ] 
o.e.j.s.Server Started @641125ms
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=39557}
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46769}
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@2c142c59{SSL,[ssl, 
http/1.1]}{127.0.0.1:43907}
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@36593bc8{SSL,[ssl, 
http/1.1]}{127.0.0.1:38303}
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-3) [    ] 
o.e.j.s.Server Started @641125ms
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-4) [    ] 
o.e.j.s.Server Started @641125ms
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43907}
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38303}
   [junit4]   2> 638711 ERROR (jetty-launcher-894-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 638711 ERROR (jetty-launcher-894-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 638711 ERROR (jetty-launcher-894-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.6.1
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.6.1
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-08-27T16:24:35.678732Z
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-08-27T16:24:35.678747Z
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.6.1
   [junit4]   2> 638711 ERROR (jetty-launcher-894-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.6.1
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-08-27T16:24:35.678927Z
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 638711 INFO  (jetty-launcher-894-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-08-27T16:24:35.678985Z
   [junit4]   2> 638712 INFO  (jetty-launcher-894-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 638713 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 638713 INFO  (jetty-launcher-894-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 638713 INFO  (jetty-launcher-894-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 638728 INFO  (jetty-launcher-894-thread-2) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 638728 INFO  (jetty-launcher-894-thread-4) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 638728 INFO  (jetty-launcher-894-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35817/solr
   [junit4]   2> 638729 INFO  (jetty-launcher-894-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35817/solr
   [junit4]   2> 638729 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 638730 INFO  (jetty-launcher-894-thread-1) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 638730 INFO  (jetty-launcher-894-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35817/solr
   [junit4]   2> 638731 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35817/solr
   [junit4]   2> 638732 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15e248257f30007, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 638739 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 638739 INFO  (jetty-launcher-894-thread-2) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 638739 INFO  (jetty-launcher-894-thread-1) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 638739 INFO  (jetty-launcher-894-thread-4) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 638739 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43907_solr
   [junit4]   2> 638739 INFO  (jetty-launcher-894-thread-1) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39557_solr
   [junit4]   2> 638739 INFO  (jetty-launcher-894-thread-2) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46769_solr
   [junit4]   2> 638740 INFO  (jetty-launcher-894-thread-4) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38303_solr
   [junit4]   2> 638740 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.c.Overseer Overseer 
(id=98556384088621068-127.0.0.1:43907_solr-n_0000000000) starting
   [junit4]   2> 638740 INFO  (zkCallback-914-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 638741 INFO  (zkCallback-914-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 638745 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 638746 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 638761 INFO  (zkCallback-916-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 638776 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43907_solr
   [junit4]   2> 638780 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 638780 INFO  (zkCallback-916-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 638784 INFO  (jetty-launcher-894-thread-1) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node1/.
   [junit4]   2> 638785 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 638785 INFO  (zkCallback-914-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 638786 INFO  (jetty-launcher-894-thread-2) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node2/.
   [junit4]   2> 638799 INFO  (jetty-launcher-894-thread-4) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node4/.
   [junit4]   2> 638820 INFO  (jetty-launcher-894-thread-3) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node3/.
   [junit4]   2> 638824 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[902FB86B1C51E495]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 638824 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[902FB86B1C51E495]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35817/solr ready
   [junit4]   2> 638835 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNodeSet
   [junit4]   2> 638835 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[902FB86B1C51E495])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 638887 INFO  (qtp256195872-5949) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=https://127.0.0.1:43907/solr,https://127.0.0.1:39557/solr&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 638888 INFO  (OverseerThreadFactory-2133-thread-1) [    ] 
o.a.s.c.CreateCollectionCmd Create collection nodeset_collection
   [junit4]   2> 638889 WARN  (OverseerThreadFactory-2133-thread-1) [    ] 
o.a.s.c.CreateCollectionCmd It is unusual to create a collection 
(nodeset_collection) without cores.
   [junit4]   2> 638997 INFO  (qtp256195872-5949) [    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 638997 INFO  (qtp256195872-5949) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=https://127.0.0.1:43907/solr,https://127.0.0.1:39557/solr&wt=javabin&version=2}
 status=0 QTime=109
   [junit4]   2> 638997 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNodeSet
   [junit4]   2> 639011 INFO  
(TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
   [junit4]   2> 639012 INFO  
(TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[902FB86B1C51E495])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 639014 INFO  (qtp256195872-5967) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=nodeset_collection&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 639016 INFO  
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 639016 INFO  (OverseerThreadFactory-2133-thread-2) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : 
action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 639718 INFO  (qtp256195872-5967) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={name=nodeset_collection&action=DELETE&wt=javabin&version=2} status=0 
QTime=704
   [junit4]   2> 639720 INFO  (qtp256195872-5970) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=unknown_collection&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 639729 INFO  
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 639729 INFO  (OverseerThreadFactory-2133-thread-3) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : 
action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 639730 ERROR (OverseerThreadFactory-2133-thread-3) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Collection: unknown_collection 
operation: delete failed:org.apache.solr.common.SolrException: Could not find 
collection : unknown_collection
   [junit4]   2>        at 
org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:846)
   [junit4]   2>        at 
org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:88)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:226)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 639733 INFO  (qtp256195872-5970) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 
QTime=12
   [junit4]   2> 639735 INFO  (qtp256195872-5974) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 639736 INFO  (OverseerThreadFactory-2133-thread-4) [    ] 
o.a.s.c.CreateCollectionCmd Create collection acollectionafterbaddelete
   [junit4]   2> 639736 INFO  
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 639997 INFO  (qtp743840728-5946) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2
   [junit4]   2> 639998 INFO  (qtp1486128163-5947) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2
   [junit4]   2> 639998 INFO  (qtp743840728-5946) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 639998 INFO  (qtp1486128163-5947) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 640102 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 640102 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 641005 INFO  (qtp743840728-5946) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 641007 INFO  (qtp1486128163-5947) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 641010 INFO  (qtp743840728-5946) [    ] o.a.s.s.IndexSchema 
[acollectionafterbaddelete_shard1_replica1] Schema name=minimal
   [junit4]   2> 641011 INFO  (qtp1486128163-5947) [    ] o.a.s.s.IndexSchema 
[acollectionafterbaddelete_shard1_replica2] Schema name=minimal
   [junit4]   2> 641012 INFO  (qtp743840728-5946) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 641012 INFO  (qtp743840728-5946) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'acollectionafterbaddelete_shard1_replica1' using 
configuration from collection acollectionafterbaddelete, trusted=true
   [junit4]   2> 641012 INFO  (qtp1486128163-5947) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 641012 INFO  (qtp1486128163-5947) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'acollectionafterbaddelete_shard1_replica2' using 
configuration from collection acollectionafterbaddelete, trusted=true
   [junit4]   2> 641012 INFO  (qtp743840728-5946) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 641012 INFO  (qtp1486128163-5947) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 641012 INFO  (qtp1486128163-5947) [    ] o.a.s.c.SolrCore 
[[acollectionafterbaddelete_shard1_replica2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node2/acollectionafterbaddelete_shard1_replica2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node2/./acollectionafterbaddelete_shard1_replica2/data/]
   [junit4]   2> 641012 INFO  (qtp743840728-5946) [    ] o.a.s.c.SolrCore 
[[acollectionafterbaddelete_shard1_replica1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node1/./acollectionafterbaddelete_shard1_replica1/data/]
   [junit4]   2> 641041 INFO  (qtp1486128163-5947) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 641042 INFO  (qtp1486128163-5947) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 641042 INFO  (qtp1486128163-5947) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 641042 INFO  (qtp1486128163-5947) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 641042 INFO  (qtp1486128163-5947) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@19c37c8b[acollectionafterbaddelete_shard1_replica2] main]
   [junit4]   2> 641043 INFO  (qtp1486128163-5947) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 641043 INFO  (qtp1486128163-5947) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 641043 INFO  (qtp1486128163-5947) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 641044 INFO  (searcherExecutor-2142-thread-1) [    ] 
o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica2] Registered new 
searcher Searcher@19c37c8b[acollectionafterbaddelete_shard1_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 641044 INFO  (qtp1486128163-5947) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1576902147976462336
   [junit4]   2> 641046 INFO  (qtp1486128163-5947) [    ] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 641052 INFO  (qtp743840728-5946) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 641052 INFO  (qtp743840728-5946) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 641053 INFO  (qtp743840728-5946) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 641053 INFO  (qtp743840728-5946) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 641053 INFO  (qtp743840728-5946) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3b4f6115[acollectionafterbaddelete_shard1_replica1] main]
   [junit4]   2> 641054 INFO  (qtp743840728-5946) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 641054 INFO  (qtp743840728-5946) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 641054 INFO  (qtp743840728-5946) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 641054 INFO  (searcherExecutor-2141-thread-1) [    ] 
o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica1] Registered new 
searcher Searcher@3b4f6115[acollectionafterbaddelete_shard1_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 641054 INFO  (qtp743840728-5946) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1576902147986948096
   [junit4]   2> 641148 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 641148 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 641547 INFO  (qtp1486128163-5947) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 641547 INFO  (qtp1486128163-5947) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 641547 INFO  (qtp1486128163-5947) [    ] o.a.s.c.SyncStrategy 
Sync replicas to 
https://127.0.0.1:46769/solr/acollectionafterbaddelete_shard1_replica2/
   [junit4]   2> 641547 INFO  (qtp1486128163-5947) [    ] o.a.s.u.PeerSync 
PeerSync: core=acollectionafterbaddelete_shard1_replica2 
url=https://127.0.0.1:46769/solr START 
replicas=[https://127.0.0.1:39557/solr/acollectionafterbaddelete_shard1_replica1/]
 nUpdates=100
   [junit4]   2> 641547 INFO  (qtp1486128163-5947) [    ] o.a.s.u.PeerSync 
PeerSync: core=acollectionafterbaddelete_shard1_replica2 
url=https://127.0.0.1:46769/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 641552 INFO  (qtp743840728-5976) [    ] o.a.s.c.S.Request 
[acollectionafterbaddelete_shard1_replica1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 641552 INFO  (qtp1486128163-5947) [    ] o.a.s.c.SyncStrategy 
Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 641552 INFO  (qtp1486128163-5947) [    ] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 641552 INFO  (qtp1486128163-5947) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 641553 INFO  (qtp1486128163-5947) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:46769/solr/acollectionafterbaddelete_shard1_replica2/ shard1
   [junit4]   2> 641654 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 641654 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 641704 INFO  (qtp1486128163-5947) [    ] o.a.s.c.ZkController 
I am the leader, no recovery necessary
   [junit4]   2> 641704 INFO  (qtp1486128163-5947) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2}
 status=0 QTime=1708
   [junit4]   2> 641806 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 641806 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 642058 INFO  (qtp743840728-5946) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2}
 status=0 QTime=2061
   [junit4]   2> 642059 INFO  (qtp256195872-5974) [    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 642159 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 642159 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 643060 INFO  (qtp256195872-5974) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&action=CREATE&numShards=1&wt=javabin&version=2}
 status=0 QTime=3325
   [junit4]   2> 643061 INFO  
(TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteNonExistentCollection
   [junit4]   2> 643072 INFO  
(TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
   [junit4]   2> 643072 INFO  
(TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[902FB86B1C51E495])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 643074 INFO  (qtp256195872-5949) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 643075 INFO  
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 643075 INFO  (OverseerThreadFactory-2133-thread-5) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : 
action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 643077 INFO  (qtp743840728-5965) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.acollectionafterbaddelete.shard1.replica1
   [junit4]   2> 643077 INFO  (qtp1486128163-5968) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.acollectionafterbaddelete.shard1.replica2
   [junit4]   2> 643077 INFO  (qtp1486128163-5968) [    ] o.a.s.c.SolrCore 
[acollectionafterbaddelete_shard1_replica2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@7fede72d
   [junit4]   2> 643077 INFO  (qtp743840728-5965) [    ] o.a.s.c.SolrCore 
[acollectionafterbaddelete_shard1_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@7a92f947
   [junit4]   2> 643080 INFO  (qtp1486128163-5968) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.acollectionafterbaddelete.shard1.replica2
   [junit4]   2> 643080 INFO  (qtp743840728-5965) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.acollectionafterbaddelete.shard1.replica1
   [junit4]   2> 643081 INFO  (qtp743840728-5965) [    ] 
o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader 
parent node, won't remove previous leader registration.
   [junit4]   2> 643081 WARN  (zkCallback-915-thread-1) [    ] 
o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 643081 INFO  (qtp743840728-5965) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=4
   [junit4]   2> 643081 INFO  (qtp1486128163-5968) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=4
   [junit4]   2> 643784 INFO  (qtp256195872-5949) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2} 
status=0 QTime=710
   [junit4]   2> 643786 INFO  (qtp256195872-5967) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 643787 INFO  (OverseerThreadFactory-2133-thread-5) [    ] 
o.a.s.c.CreateCollectionCmd Create collection withconfigset2
   [junit4]   2> 643787 INFO  
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 644038 INFO  (qtp1641347928-5950) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2
   [junit4]   2> 644039 INFO  (qtp1641347928-5950) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 644141 INFO  (zkCallback-914-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/withconfigset2/state.json] for collection [withconfigset2] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 645044 INFO  (qtp1641347928-5950) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 645048 INFO  (qtp1641347928-5950) [    ] o.a.s.s.IndexSchema 
[withconfigset2_shard1_replica1] Schema name=minimal
   [junit4]   2> 645059 INFO  (qtp1641347928-5950) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 645059 INFO  (qtp1641347928-5950) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'withconfigset2_shard1_replica1' using configuration from 
collection withconfigset2, trusted=true
   [junit4]   2> 645059 INFO  (qtp1641347928-5950) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 645059 INFO  (qtp1641347928-5950) [    ] o.a.s.c.SolrCore 
[[withconfigset2_shard1_replica1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node4/withconfigset2_shard1_replica1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node4/./withconfigset2_shard1_replica1/data/]
   [junit4]   2> 645118 INFO  (qtp1641347928-5950) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 645118 INFO  (qtp1641347928-5950) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 645119 INFO  (qtp1641347928-5950) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 645119 INFO  (qtp1641347928-5950) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 645120 INFO  (qtp1641347928-5950) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@24d86319[withconfigset2_shard1_replica1] main]
   [junit4]   2> 645121 INFO  (qtp1641347928-5950) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf2
   [junit4]   2> 645121 INFO  (qtp1641347928-5950) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 645121 INFO  (qtp1641347928-5950) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 645121 INFO  (searcherExecutor-2151-thread-1) [    ] 
o.a.s.c.SolrCore [withconfigset2_shard1_replica1] Registered new searcher 
Searcher@24d86319[withconfigset2_shard1_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 645121 INFO  (qtp1641347928-5950) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1576902152251506688
   [junit4]   2> 645126 INFO  (qtp1641347928-5950) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 645126 INFO  (qtp1641347928-5950) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 645126 INFO  (qtp1641347928-5950) [    ] o.a.s.c.SyncStrategy 
Sync replicas to https://127.0.0.1:38303/solr/withconfigset2_shard1_replica1/
   [junit4]   2> 645126 INFO  (qtp1641347928-5950) [    ] o.a.s.c.SyncStrategy 
Sync Success - now sync replicas to me
   [junit4]   2> 645126 INFO  (qtp1641347928-5950) [    ] o.a.s.c.SyncStrategy 
https://127.0.0.1:38303/solr/withconfigset2_shard1_replica1/ has no replicas
   [junit4]   2> 645126 INFO  (qtp1641347928-5950) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 645128 INFO  (qtp1641347928-5950) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:38303/solr/withconfigset2_shard1_replica1/ shard1
   [junit4]   2> 645232 INFO  (zkCallback-914-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/withconfigset2/state.json] for collection [withconfigset2] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 645279 INFO  (qtp1641347928-5950) [    ] o.a.s.c.ZkController 
I am the leader, no recovery necessary
   [junit4]   2> 645280 INFO  (qtp1641347928-5950) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2}
 status=0 QTime=1241
   [junit4]   2> 645282 INFO  (qtp256195872-5967) [    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 645384 INFO  (zkCallback-914-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/withconfigset2/state.json] for collection [withconfigset2] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 645788 INFO  
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000010 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 646283 INFO  (qtp256195872-5967) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2}
 status=0 QTime=2497
   [junit4]   2> 646283 INFO  
(TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testSpecificConfigsets
   [junit4]   2> 646298 INFO  
(TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
   [junit4]   2> 646298 INFO  
(TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[902FB86B1C51E495])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 646300 INFO  (qtp256195872-5970) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=withconfigset2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 646301 INFO  (OverseerThreadFactory-2133-thread-5) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : 
action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 646303 INFO  (qtp1641347928-5973) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.withconfigset2.shard1.replica1
   [junit4]   2> 646303 INFO  (qtp1641347928-5973) [    ] o.a.s.c.SolrCore 
[withconfigset2_shard1_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@6ff504b8
   [junit4]   2> 646305 INFO  (qtp1641347928-5973) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.withconfigset2.shard1.replica1
   [junit4]   2> 646306 INFO  (qtp1641347928-5973) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=withconfigset2_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=3
   [junit4]   2> 647014 INFO  (qtp256195872-5970) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={name=withconfigset2&action=DELETE&wt=javabin&version=2} status=0 
QTime=713
   [junit4]   2> 647019 INFO  (qtp256195872-5974) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 647020 INFO  (OverseerThreadFactory-2133-thread-5) [    ] 
o.a.s.c.CreateCollectionCmd Create collection acollection
   [junit4]   2> 647020 ERROR (OverseerThreadFactory-2133-thread-5) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: 
create failed:org.apache.solr.common.SolrException: numShards must be > 0
   [junit4]   2>        at 
org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:124)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:226)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 647020 INFO  
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000012 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 647021 ERROR 
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskProcessor 
:org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode 
for /overseer/collection-queue-work/qnr-0000000014
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1327)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:374)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:371)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:371)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:572)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskQueue.remove(OverseerTaskQueue.java:94)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor.cleanUpWorkQueue(OverseerTaskProcessor.java:321)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:202)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 647022 INFO  
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000012 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 647022 INFO  (qtp256195872-5974) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2}
 status=400 QTime=3
   [junit4]   2> 647022 INFO  
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000014 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 647022 INFO  
(TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
   [junit4]   2> 647046 INFO  
(TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
   [junit4]   2> 647047 INFO  
(TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[902FB86B1C51E495])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 647049 INFO  (qtp256195872-5949) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 647050 INFO  (OverseerThreadFactory-2133-thread-5) [    ] 
o.a.s.c.CreateCollectionCmd Create collection oversharded
   [junit4]   2> 647050 ERROR (OverseerThreadFactory-2133-thread-5) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: 
create failed:org.apache.solr.common.SolrException: Cannot create collection 
oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently 
live or live and part of your createNodeSet is 4. This allows a maximum of 4 to 
be created. Value of numShards is 3 and value of replicationFactor is 2. This 
requires 6 shards to be created (higher than the allowed number)
   [junit4]   2>        at 
org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:226)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 647052 INFO  (qtp256195872-5949) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2}
 status=400 QTime=2
   [junit4]   2> 647052 INFO  
(TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
   [junit4]   2> 647067 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes
   [junit4]   2> 647067 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[902FB86B1C51E495])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 647069 INFO  (qtp256195872-5967) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 647070 INFO  (OverseerThreadFactory-2133-thread-5) [    ] 
o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection
   [junit4]   2> 647070 INFO  
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000016 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 647284 INFO  (qtp1486128163-5969) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 647290 INFO  (qtp743840728-5972) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 647303 INFO  (qtp256195872-5974) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 647303 INFO  (qtp256195872-5974) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 647303 INFO  (qtp1641347928-5975) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 647406 INFO  (zkCallback-914-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 647406 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 647406 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 647406 INFO  (zkCallback-916-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 648292 INFO  (qtp1486128163-5969) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 648296 INFO  (qtp1486128163-5969) [    ] o.a.s.s.IndexSchema 
[nodes_used_collection_shard1_replica2] Schema name=minimal
   [junit4]   2> 648297 INFO  (qtp743840728-5972) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 648298 INFO  (qtp1486128163-5969) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 648298 INFO  (qtp1486128163-5969) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'nodes_used_collection_shard1_replica2' using configuration 
from collection nodes_used_collection, trusted=true
   [junit4]   2> 648299 INFO  (qtp1486128163-5969) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 648299 INFO  (qtp1486128163-5969) [    ] o.a.s.c.SolrCore 
[[nodes_used_collection_shard1_replica2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node2/nodes_used_collection_shard1_replica2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node2/./nodes_used_collection_shard1_replica2/data/]
   [junit4]   2> 648312 INFO  (qtp743840728-5972) [    ] o.a.s.s.IndexSchema 
[nodes_used_collection_shard1_replica1] Schema name=minimal
   [junit4]   2> 648314 INFO  (qtp743840728-5972) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 648314 INFO  (qtp743840728-5972) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'nodes_used_collection_shard1_replica1' using configuration 
from collection nodes_used_collection, trusted=true
   [junit4]   2> 648314 INFO  (qtp743840728-5972) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 648314 INFO  (qtp743840728-5972) [    ] o.a.s.c.SolrCore 
[[nodes_used_collection_shard1_replica1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node1/nodes_used_collection_shard1_replica1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node1/./nodes_used_collection_shard1_replica1/data/]
   [junit4]   2> 648314 INFO  (qtp1641347928-5975) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 648318 INFO  (qtp256195872-5974) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 648320 INFO  (qtp1641347928-5975) [    ] o.a.s.s.IndexSchema 
[nodes_used_collection_shard2_replica1] Schema name=minimal
   [junit4]   2> 648322 INFO  (qtp1641347928-5975) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 648322 INFO  (qtp1641347928-5975) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'nodes_used_collection_shard2_replica1' using configuration 
from collection nodes_used_collection, trusted=true
   [junit4]   2> 648322 INFO  (qtp1641347928-5975) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 648322 INFO  (qtp1641347928-5975) [    ] o.a.s.c.SolrCore 
[[nodes_used_collection_shard2_replica1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node4/nodes_used_collection_shard2_replica1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node4/./nodes_used_collection_shard2_replica1/data/]
   [junit4]   2> 648341 INFO  (qtp256195872-5974) [    ] o.a.s.s.IndexSchema 
[nodes_used_collection_shard2_replica2] Schema name=minimal
   [junit4]   2> 648342 INFO  (qtp256195872-5974) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 648342 INFO  (qtp256195872-5974) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'nodes_used_collection_shard2_replica2' using configuration 
from collection nodes_used_collection, trusted=true
   [junit4]   2> 648343 INFO  (qtp256195872-5974) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 648343 INFO  (qtp256195872-5974) [    ] o.a.s.c.SolrCore 
[[nodes_used_collection_shard2_replica2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node3/nodes_used_collection_shard2_replica2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-001/node3/./nodes_used_collection_shard2_replica2/data/]
   [junit4]   2> 648352 INFO  (qtp743840728-5972) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 648352 INFO  (qtp743840728-5972) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 648353 INFO  (qtp743840728-5972) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 648353 INFO  (qtp743840728-5972) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 648354 INFO  (qtp743840728-5972) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@4b7d2b8c[nodes_used_collection_shard1_replica1] main]
   [junit4]   2> 648354 INFO  (qtp743840728-5972) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 648354 INFO  (qtp743840728-5972) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 648355 INFO  (qtp743840728-5972) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 648355 INFO  (searcherExecutor-2157-thread-1) [    ] 
o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] Registered new 
searcher Searcher@4b7d2b8c[nodes_used_collection_shard1_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 648355 INFO  (qtp743840728-5972) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1576902155642601472
   [junit4]   2> 648358 INFO  (qtp743840728-5972) [    ] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 648362 INFO  (qtp1641347928-5975) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 648362 INFO  (qtp1641347928-5975) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 648363 INFO  (qtp1641347928-5975) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 648363 INFO  (qtp1641347928-5975) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 648363 INFO  (qtp1641347928-5975) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@87f085a[nodes_used_collection_shard2_replica1] main]
   [junit4]   2> 648364 INFO  (qtp1641347928-5975) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 648364 INFO  (qtp1641347928-5975) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 648364 INFO  (qtp1641347928-5975) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 648365 INFO  (searcherExecutor-2158-thread-1) [    ] 
o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] Registered new 
searcher Searcher@87f085a[nodes_used_collection_shard2_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 648365 INFO  (qtp1641347928-5975) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1576902155653087232
   [junit4]   2> 648365 INFO  (qtp1486128163-5969) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 648365 INFO  (qtp1486128163-5969) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 648366 INFO  (qtp1486128163-5969) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 648366 INFO  (qtp1486128163-5969) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 648366 INFO  (qtp1486128163-5969) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3bbb380c[nodes_used_collection_shard1_replica2] main]
   [junit4]   2> 648367 INFO  (qtp1486128163-5969) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 648367 INFO  (qtp1486128163-5969) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 648367 INFO  (qtp1486128163-5969) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 648367 INFO  (searcherExecutor-2156-thread-1) [    ] 
o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] Registered new 
searcher Searcher@3bbb380c[nodes_used_collection_shard1_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 648367 INFO  (qtp1486128163-5969) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1576902155655184384
   [junit4]   2> 648368 INFO  (qtp1641347928-5975) [    ] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 648385 INFO  (qtp256195872-5974) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 648385 INFO  (qtp256195872-5974) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 648386 INFO  (qtp256195872-5974) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 648386 INFO  (qtp256195872-5974) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 648387 INFO  (qtp256195872-5974) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1ba81e5[nodes_used_collection_shard2_replica2] main]
   [junit4]   2> 648388 INFO  (qtp256195872-5974) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 648388 INFO  (qtp256195872-5974) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 648388 INFO  (qtp256195872-5974) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 648388 INFO  (searcherExecutor-2159-thread-1) [    ] 
o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] Registered new 
searcher Searcher@1ba81e5[nodes_used_collection_shard2_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 648388 INFO  (qtp256195872-5974) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1576902155677204480
   [junit4]   2> 648469 INFO  (zkCallback-916-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 648469 INFO  (zkCallback-914-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 648469 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 648469 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 648859 INFO  (qtp743840728-5972) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 648859 INFO  (qtp743840728-5972) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 648859 INFO  (qtp743840728-5972) [    ] o.a.s.c.SyncStrategy 
Sync replicas to 
https://127.0.0.1:39557/solr/nodes_used_collection_shard1_replica1/
   [junit4]   2> 648859 INFO  (qtp743840728-5972) [    ] o.a.s.u.PeerSync 
PeerSync: core=nodes_used_collection_shard1_replica1 
url=https://127.0.0.1:39557/solr START 
replicas=[https://127.0.0.1:46769/solr/nodes_used_collection_shard1_replica2/] 
nUpdates=100
   [junit4]   2> 648859 INFO  (qtp743840728-5972) [    ] o.a.s.u.PeerSync 
PeerSync: core=nodes_used_collection_shard1_replica1 
url=https://127.0.0.1:39557/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 648862 INFO  (qtp1486128163-5971) [    ] o.a.s.c.S.Request 
[nodes_used_collection_shard1_replica2]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 648862 INFO  (qtp743840728-5972) [    ] o.a.s.c.SyncStrategy 
Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 648862 INFO  (qtp743840728-5972) [    ] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 648862 INFO  (qtp743840728-5972) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 648864 INFO  (qtp743840728-5972) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:39557/solr/nodes_used_collection_shard1_replica1/ shard1
   [junit4]   2> 648868 INFO  (qtp1641347928-5975) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 648868 INFO  (qtp1641347928-5975) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 648868 INFO  (qtp1641347928-5975) [    ] o.a.s.c.SyncStrategy 
Sync replicas to 
https://127.0.0.1:38303/solr/nodes_used_collection_shard2_replica1/
   [junit4]   2> 648868 INFO  (qtp1641347928-5975) [    ] o.a.s.u.PeerSync 
PeerSync: core=nodes_used_collection_shard2_replica1 
url=https://127.0.0.1:38303/solr START 
replicas=[https://127.0.0.1:43907/solr/nodes_used_collection_shard2_replica2/] 
nUpdates=100
   [junit4]   2> 648868 INFO  (qtp1641347928-5975) [    ] o.a.s.u.PeerSync 
PeerSync: core=nodes_used_collection_shard2_replica1 
url=https://127.0.0.1:38303/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 648871 INFO  (qtp256195872-6093) [    ] o.a.s.c.S.Request 
[nodes_used_collection_shard2_replica2]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 648871 INFO  (qtp1641347928-5975) [    ] o.a.s.c.SyncStrategy 
Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 648871 INFO  (qtp1641347928-5975) [    ] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 648871 INFO  (qtp1641347928-5975) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 648873 INFO  (qtp1641347928-5975) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:38303/solr/nodes_used_collection_shard2_replica1/ shard2
   [junit4]   2> 648974 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 648974 INFO  (zkCallback-916-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 648974 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 648974 INFO  (zkCallback-914-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 649014 INFO  (qtp743840728-5972) [    ] o.a.s.c.ZkController I 
am the leader, no recovery necessary
   [junit4]   2> 649015 INFO  (qtp743840728-5972) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2}
 status=0 QTime=1724
   [junit4]   2> 649023 INFO  (qtp1641347928-5975) [    ] o.a.s.c.ZkController 
I am the leader, no recovery necessary
   [junit4]   2> 649024 INFO  (qtp1641347928-5975) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2}
 status=0 QTime=1720
   [junit4]   2> 649125 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 649125 INFO  (zkCallback-916-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 649125 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 649125 INFO  (zkCallback-914-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 649371 INFO  (qtp1486128163-5969) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2}
 status=0 QTime=2086
   [junit4]   2> 649392 INFO  (qtp256195872-5974) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2}
 status=0 QTime=2089
   [junit4]   2> 649393 INFO  (qtp256195872-5967) [    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 649494 INFO  (zkCallback-914-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 649494 INFO  (zkCallback-912-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 649494 INFO  (zkCallback-916-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 649494 INFO  (zkCallback-915-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/nodes_used_collection/state.json] for collection 
[nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 650394 INFO  (qtp256195872-5967) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2}
 status=0 QTime=3324
   [junit4]   2> 650394 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testCoresAreDistributedAcrossNodes
   [junit4]   2> 650409 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[902FB86B1C51E495])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
   [junit4]   2> 650410 INFO  
(TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[902FB86B1C51E495])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 650412 INFO  (qtp256195872-5970) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=nodes_used_collection&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 650413 INFO  (OverseerThreadFactory-2133-thread-5) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : 
action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 650413 INFO  
(OverseerCollectionConfigSetProcessor-98556384088621068-127.0.0.1:43907_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000018 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 650414 INFO  (qtp256195872-5951) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.nodes_used_collection.shard2.replica2
   [junit4]   2> 650414 INFO  (qtp743840728-5965) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.nodes_used_collection.shard1.replica1
   [junit4]   2> 650414 INFO  (qtp1641347928-5977) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.nodes_used_collection.shard2.replica1
   [junit4]   2> 650415 INFO  (qtp256195872-5951) [    ] o.a.s.c.SolrCore 
[nodes_used_collection_shard2_replica2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@5bbc2b76
   [junit4]   2> 650415 INFO  (qtp743840728-5965) [    ] o.a.s.c.SolrCore 
[nodes_used_collection_shard1_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@61edfb71
   [junit4]   2> 650415 INFO  (qtp1486128163-5968) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.nodes_used_collection.shard1.replica2
   [junit4]   2> 650415 INFO  (qtp1641347928-5977) [    ] o.a.s.c.SolrCore 
[nodes_used_collection_shard2_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@18afc149
   [junit4]   2> 650415 INFO  (qtp1486128163-5968) [    ] o.a.s.c.SolrCore 
[nodes_used_collection_shard1_replica2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@c15a56f
   [junit4]   2> 650425 INFO  (qtp743840728-5965) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.nodes_used_collection.shard1.replica1
   [junit4]   2> 650425 INFO  (qtp1641347928-5977) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.nodes_used_collection.shard2.replica1
   [junit4]   2> 650426 INFO  (qtp256195872-5951) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.nodes_used_collection.shard2.replica2
   [junit4]   2> 650426 INFO  (qtp1486128163-5968) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.nodes_used_collection.shard1.replica2
   [junit4]   2> 650452 WARN  (zkCallback-912-thread-1) [    ] 
o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.solr.common.SolrException: SolrCore not 
found:nodes_used_collection_shard1_replica2 in []
   [junit4]   2>        at 
org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:294)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
   [junit4]   2>        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2>        at 
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 650452 INFO  (qtp743840728-5965) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=nodes_used_collection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=37
   [junit4]   2> 650452 WARN  (zkCallback-916-thread-2) [    ] 
o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 650452 INFO  (qtp1641347928-5977) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=nodes_used_collection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=38
   [junit4]   2> 650453 INFO  (qtp256195872-5951) [    ] 
o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader 
parent node, won't remove previous leader registration.
   [junit4]   2> 650453 INFO  (qtp1486128163-5968) [    ] 
o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader 
parent node, won't remove previous leader registration.
   [junit4]   2> 650453 INFO  (qtp1486128163-5968) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=nodes_used_collection_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=38
   [junit4]   2> 650454 INFO  (qtp256195872-5951) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=nodes_used_collection_shard2_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=39
   [junit4]   2> 651157 INFO  (qtp256195872-5970) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={name=nodes_used_collection&action=DELETE&wt=javabin&version=2} status=0 
QTime=745
   [junit4]   2> 651161 INFO  (qtp743840728-5946) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001/tempDir-002&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
   [junit4]   2> 651162 INFO  
(OverseerStateUpdate-98556384088621068-127.0.0.1:43907_solr-n_0000000000) [    
] o.a.s.c.o.ReplicaMutator As

[...truncated too long message...]

ead-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) 
-> (2)
   [junit4]   2> 731970 INFO  (jetty-closer-895-thread-4) [    ] 
o.a.s.c.Overseer Overseer 
(id=98556384088621068-127.0.0.1:43907_solr-n_0000000000) closing
   [junit4]   2> 731970 INFO  
(OverseerStateUpdate-98556384088621068-127.0.0.1:43907_solr-n_0000000000) [    
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43907_solr
   [junit4]   2> 731970 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:35817) [    
] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15e248257f30009, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 731971 INFO  (zkCallback-916-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 731971 INFO  (jetty-closer-895-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@37a5bfdf{/solr,null,UNAVAILABLE}
   [junit4]   2> 731972 WARN  (zkCallback-916-thread-1) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 731972 INFO  (jetty-closer-895-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@742df26f{/solr,null,UNAVAILABLE}
   [junit4]   2> 732564 ERROR (coreZkRegister-2349-thread-3) [    ] 
o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2>        at 
org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 732564 ERROR (coreZkRegister-2349-thread-3) [    ] 
o.a.s.c.ZkContainer 
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.publish(ZkController.java:1139)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.publish(ZkController.java:1131)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.publish(ZkController.java:1127)
   [junit4]   2>        at 
org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:188)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 732565 ERROR (coreZkRegister-2349-thread-3) [    ] 
o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader 
from zk for shard shard4
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeader(ZkController.java:996)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2>        at 
org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: CoreContainer 
is closed
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2>        ... 7 more
   [junit4]   2> 
   [junit4]   2> 733469 WARN  (zkCallback-912-thread-5) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 733469 WARN  (zkCallback-948-thread-6) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 733470 INFO  (jetty-closer-895-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@5a0ba83{/solr,null,UNAVAILABLE}
   [junit4]   2> 733470 INFO  (jetty-closer-895-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@5658d3d7{/solr,null,UNAVAILABLE}
   [junit4]   2> 733470 ERROR 
(SUITE-CollectionsAPIDistributedZkTest-seed#[902FB86B1C51E495]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 733470 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[902FB86B1C51E495]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:35817 35817
   [junit4]   2> 743482 INFO  (Thread-2097) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:35817 35817
   [junit4]   2> 743482 WARN  (Thread-2097) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        4       /solr/aliases.json
   [junit4]   2>        2       /solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        114     /solr/clusterstate.json
   [junit4]   2>        4       /solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        167     /solr/collections
   [junit4]   2>        4       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 743482 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[902FB86B1C51E495]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_902FB86B1C51E495-001
   [junit4]   2> NOTE: test params are: 
codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST,
 chunkSize=31055, maxDocsPerChunk=10, blockSize=328), 
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, 
chunkSize=31055, blockSize=328)), 
sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=bm-ML, 
timezone=Asia/Brunei
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 
(64-bit)/cpus=8,threads=1,free=54195912,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ShardRoutingCustomTest, 
TestTrie, TestDeleteCollectionOnDownNodes, TestRequestForwarding, 
TestCSVResponseWriter, TestCoreContainer, OverseerTaskQueueTest, FullHLLTest, 
TestFieldCache, TestTrackingShardHandlerFactory, 
ClassificationUpdateProcessorFactoryTest, TestExceedMaxTermLength, 
HdfsDirectoryTest, CollectionStateFormat2Test, SpellCheckComponentTest, 
TestReqParamsAPI, SpellingQueryConverterTest, TestRawResponseWriter, 
DocValuesTest, DistributedFacetPivotLargeTest, TestSQLHandlerNonCloud, 
SpatialFilterTest, TestIntervalFaceting, TestMiniSolrCloudClusterSSL, 
TestSolrCoreSnapshots, ConvertedLegacyTest, TestLMDirichletSimilarityFactory, 
TestCollectionAPIs, SolrCoreMetricManagerTest, TestConfigOverlay, 
SearchHandlerTest, TestLuceneMatchVersion, SolrIndexConfigTest, 
TestFieldCacheSort, TestSystemIdResolver, DeleteInactiveReplicaTest, 
TestCursorMarkWithoutUniqueKey, TestUpdate, TestCloudDeleteByQuery, 
EchoParamsTest, UUIDUpdateProcessorFallbackTest, SimplePostToolTest, 
TestInitParams, ZkCLITest, MultiTermTest, TestChildDocTransformer, 
OverseerModifyCollectionTest, TestFuzzyAnalyzedSuggestions, 
TestSolrCloudWithDelegationTokens, TestDistributedGrouping, 
SolrJmxReporterCloudTest, TestSuggestSpellingConverter, LoggingHandlerTest, 
TestHashPartitioner, ConnectionManagerTest, HdfsWriteToMultipleCollectionsTest, 
TestRTGBase, BooleanFieldTest, TestFastOutputStream, AssignTest, 
TestLeaderElectionZkExpiry, DistributedQueueTest, TestFileDictionaryLookup, 
TestPayloadScoreQParserPlugin, DistributedIntervalFacetingTest, 
DocumentBuilderTest, TestSweetSpotSimilarityFactory, JsonLoaderTest, 
DistribCursorPagingTest, TestLockTree, 
TestPerFieldSimilarityWithDefaultOverride, TestFieldCacheWithThreads, 
TestObjectReleaseTracker, HdfsRecoveryZkTest, TestSurroundQueryParser, 
IndexBasedSpellCheckerTest, TestConfigReload, CloudMLTQParserTest, 
TestSchemaManager, CleanupOldIndexTest, CdcrRequestHandlerTest, 
DistributedFacetPivotSmallTest, SpellCheckCollatorWithCollapseTest, 
CollectionsAPIDistributedZkTest]
   [junit4] Completed [240/713 (1!)] on J1 in 104.90s, 20 tests, 1 failure <<< 
FAILURES!

[...truncated 37943 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to