Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/884/
Java: 64bit/jdk1.8.0_131 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
        at 
__randomizedtesting.SeedInfo.seed([908EFC3BC9D26C1E:69C36F94F5A72194]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:280)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12178 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\init-core-data-001
   [junit4]   2> 1115397 WARN  
(SUITE-ShardSplitTest-seed#[908EFC3BC9D26C1E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1115398 INFO  
(SUITE-ShardSplitTest-seed#[908EFC3BC9D26C1E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1115406 INFO  
(SUITE-ShardSplitTest-seed#[908EFC3BC9D26C1E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1115406 INFO  
(SUITE-ShardSplitTest-seed#[908EFC3BC9D26C1E]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qh/q
   [junit4]   2> 1115409 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1115409 INFO  (Thread-2252) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1115410 INFO  (Thread-2252) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1115414 ERROR (Thread-2252) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1115509 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:58632
   [junit4]   2> 1115526 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 1115529 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\schema15.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 1115532 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1115535 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 1115537 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 1115539 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 1115541 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1115542 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1115545 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1115547 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1115549 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 1116197 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\control-001\cores\collection1
   [junit4]   2> 1116201 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1116202 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2593942{/qh/q,null,AVAILABLE}
   [junit4]   2> 1116203 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@278d64a6{HTTP/1.1,[http/1.1]}{127.0.0.1:58639}
   [junit4]   2> 1116203 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.Server Started @1130707ms
   [junit4]   2> 1116203 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\tempDir-001/control/data,
 hostContext=/qh/q, hostPort=58639, 
coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\control-001\cores}
   [junit4]   2> 1116206 ERROR 
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1116206 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.6.0
   [junit4]   2> 1116206 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1116206 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1116206 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-09T23:12:06.690Z
   [junit4]   2> 1116210 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1116210 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\control-001\solr.xml
   [junit4]   2> 1116227 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1116230 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58632/solr
   [junit4]   2> 1116264 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1116265 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:58639_qh%2Fq
   [junit4]   2> 1116267 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.Overseer Overseer 
(id=97935132321251332-127.0.0.1:58639_qh%2Fq-n_0000000000) starting
   [junit4]   2> 1116275 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58639_qh%2Fq
   [junit4]   2> 1116279 INFO  
(OverseerStateUpdate-97935132321251332-127.0.0.1:58639_qh%2Fq-n_0000000000) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1116418 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\control-001\cores
   [junit4]   2> 1116418 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.CorePropertiesLocator Cores are: 
[collection1]
   [junit4]   2> 1116420 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1116424 INFO  
(OverseerStateUpdate-97935132321251332-127.0.0.1:58639_qh%2Fq-n_0000000000) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard1
   [junit4]   2> 1117453 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1117472 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1117558 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1117580 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection control_collection, trusted=true
   [junit4]   2> 1117581 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1117581 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\control-001\cores\collection1],
 
dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\control-001\cores\collection1\data\]
   [junit4]   2> 1117581 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b3b5b5d
   [junit4]   2> 1117588 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 1117607 WARN  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1117714 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1117714 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1117716 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1117716 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1117717 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.0]
   [junit4]   2> 1117719 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@3c3d427a[collection1] main]
   [junit4]   2> 1117720 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1117721 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1117721 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1117722 INFO  
(coreLoadExecutor-4990-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq c:control_collection   x:collection1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1566962119560134656
   [junit4]   2> 1117726 INFO  
(searcherExecutor-4991-thread-1-processing-n:127.0.0.1:58639_qh%2Fq 
x:collection1 c:control_collection) [n:127.0.0.1:58639_qh%2Fq 
c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered 
new searcher Searcher@3c3d427a[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1117732 INFO  
(coreZkRegister-4983-thread-1-processing-n:127.0.0.1:58639_qh%2Fq x:collection1 
c:control_collection) [n:127.0.0.1:58639_qh%2Fq c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas 
found to continue.
   [junit4]   2> 1117732 INFO  
(coreZkRegister-4983-thread-1-processing-n:127.0.0.1:58639_qh%2Fq x:collection1 
c:control_collection) [n:127.0.0.1:58639_qh%2Fq c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new 
leader - try and sync
   [junit4]   2> 1117732 INFO  
(coreZkRegister-4983-thread-1-processing-n:127.0.0.1:58639_qh%2Fq x:collection1 
c:control_collection) [n:127.0.0.1:58639_qh%2Fq c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:58639/qh/q/collection1/
   [junit4]   2> 1117732 INFO  
(coreZkRegister-4983-thread-1-processing-n:127.0.0.1:58639_qh%2Fq x:collection1 
c:control_collection) [n:127.0.0.1:58639_qh%2Fq c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync 
replicas to me
   [junit4]   2> 1117732 INFO  
(coreZkRegister-4983-thread-1-processing-n:127.0.0.1:58639_qh%2Fq x:collection1 
c:control_collection) [n:127.0.0.1:58639_qh%2Fq c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
http://127.0.0.1:58639/qh/q/collection1/ has no replicas
   [junit4]   2> 1117732 INFO  
(coreZkRegister-4983-thread-1-processing-n:127.0.0.1:58639_qh%2Fq x:collection1 
c:control_collection) [n:127.0.0.1:58639_qh%2Fq c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all 
replicas participating in election, clear LIR
   [junit4]   2> 1117737 INFO  
(coreZkRegister-4983-thread-1-processing-n:127.0.0.1:58639_qh%2Fq x:collection1 
c:control_collection) [n:127.0.0.1:58639_qh%2Fq c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new 
leader: http://127.0.0.1:58639/qh/q/collection1/ shard1
   [junit4]   2> 1117889 INFO  
(coreZkRegister-4983-thread-1-processing-n:127.0.0.1:58639_qh%2Fq x:collection1 
c:control_collection) [n:127.0.0.1:58639_qh%2Fq c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery 
necessary
   [junit4]   2> 1117953 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1117955 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58632/solr ready
   [junit4]   2> 1117955 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 1118674 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-1-001\cores\collection1
   [junit4]   2> 1118677 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-1-001
   [junit4]   2> 1118678 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1118679 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@790b2fd8{/qh/q,null,AVAILABLE}
   [junit4]   2> 1118679 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1ab9185b{HTTP/1.1,[http/1.1]}{127.0.0.1:58657}
   [junit4]   2> 1118679 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.Server Started @1133184ms
   [junit4]   2> 1118679 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\tempDir-001/jetty1,
 solrconfig=solrconfig.xml, hostContext=/qh/q, hostPort=58657, 
coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-1-001\cores}
   [junit4]   2> 1118680 ERROR 
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1118684 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.6.0
   [junit4]   2> 1118684 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1118684 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1118684 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-09T23:12:09.168Z
   [junit4]   2> 1118692 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1118692 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-1-001\solr.xml
   [junit4]   2> 1118703 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1118704 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58632/solr
   [junit4]   2> 1118718 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58657_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1118721 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58657_qh%2Fq    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1118725 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58657_qh%2Fq    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58657_qh%2Fq
   [junit4]   2> 1118727 INFO  (zkCallback-2580-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1118727 INFO  
(zkCallback-2576-thread-1-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1118730 INFO  
(zkCallback-2585-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1118870 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58657_qh%2Fq    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-1-001\cores
   [junit4]   2> 1118870 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58657_qh%2Fq    ] o.a.s.c.CorePropertiesLocator Cores are: 
[collection1]
   [junit4]   2> 1118874 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1118875 INFO  
(OverseerStateUpdate-97935132321251332-127.0.0.1:58639_qh%2Fq-n_0000000000) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard2
   [junit4]   2> 1119914 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1119925 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 1119997 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1120017 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
collection1, trusted=true
   [junit4]   2> 1120017 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1120017 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-1-001\cores\collection1],
 
dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-1-001\cores\collection1\data\]
   [junit4]   2> 1120018 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b3b5b5d
   [junit4]   2> 1120024 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 1120036 WARN  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1120174 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1120175 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1120176 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 1120177 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 1120178 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.0]
   [junit4]   2> 1120179 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@4a2843eb[collection1] main]
   [junit4]   2> 1120181 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1120181 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1120181 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1120183 INFO  
(searcherExecutor-5002-thread-1-processing-n:127.0.0.1:58657_qh%2Fq 
x:collection1 c:collection1) [n:127.0.0.1:58657_qh%2Fq c:collection1   
x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@4a2843eb[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1120184 INFO  
(coreLoadExecutor-5001-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1566962122141728768
   [junit4]   2> 1120193 INFO  
(coreZkRegister-4996-thread-1-processing-n:127.0.0.1:58657_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58657_qh%2Fq c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to 
continue.
   [junit4]   2> 1120193 INFO  
(coreZkRegister-4996-thread-1-processing-n:127.0.0.1:58657_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58657_qh%2Fq c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try 
and sync
   [junit4]   2> 1120193 INFO  
(coreZkRegister-4996-thread-1-processing-n:127.0.0.1:58657_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58657_qh%2Fq c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:58657/qh/q/collection1/
   [junit4]   2> 1120193 INFO  
(coreZkRegister-4996-thread-1-processing-n:127.0.0.1:58657_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58657_qh%2Fq c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1120194 INFO  
(coreZkRegister-4996-thread-1-processing-n:127.0.0.1:58657_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58657_qh%2Fq c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58657/qh/q/collection1/ 
has no replicas
   [junit4]   2> 1120194 INFO  
(coreZkRegister-4996-thread-1-processing-n:127.0.0.1:58657_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58657_qh%2Fq c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas 
participating in election, clear LIR
   [junit4]   2> 1120202 INFO  
(coreZkRegister-4996-thread-1-processing-n:127.0.0.1:58657_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58657_qh%2Fq c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:58657/qh/q/collection1/ shard2
   [junit4]   2> 1120354 INFO  
(coreZkRegister-4996-thread-1-processing-n:127.0.0.1:58657_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58657_qh%2Fq c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1121175 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-2-001\cores\collection1
   [junit4]   2> 1121179 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-2-001
   [junit4]   2> 1121179 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1121180 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7299bc61{/qh/q,null,AVAILABLE}
   [junit4]   2> 1121181 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6e022fab{HTTP/1.1,[http/1.1]}{127.0.0.1:58675}
   [junit4]   2> 1121181 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.Server Started @1135686ms
   [junit4]   2> 1121182 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\tempDir-001/jetty2,
 solrconfig=solrconfig.xml, hostContext=/qh/q, hostPort=58675, 
coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-2-001\cores}
   [junit4]   2> 1121185 ERROR 
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1121188 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.6.0
   [junit4]   2> 1121188 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1121188 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1121188 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-09T23:12:11.672Z
   [junit4]   2> 1121193 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15bef7be50a0009, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1121193 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1121193 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-2-001\solr.xml
   [junit4]   2> 1121214 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1121215 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58632/solr
   [junit4]   2> 1121232 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58675_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1121236 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58675_qh%2Fq    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1121239 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58675_qh%2Fq    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58675_qh%2Fq
   [junit4]   2> 1121242 INFO  (zkCallback-2580-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1121242 INFO  
(zkCallback-2585-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1121242 INFO  
(zkCallback-2576-thread-2-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1121244 INFO  
(zkCallback-2591-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1121398 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58675_qh%2Fq    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-2-001\cores
   [junit4]   2> 1121398 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58675_qh%2Fq    ] o.a.s.c.CorePropertiesLocator Cores are: 
[collection1]
   [junit4]   2> 1121399 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1121403 INFO  
(OverseerStateUpdate-97935132321251332-127.0.0.1:58639_qh%2Fq-n_0000000000) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard1
   [junit4]   2> 1122431 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1122446 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 1122543 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1122565 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
collection1, trusted=true
   [junit4]   2> 1122566 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1122566 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-2-001\cores\collection1],
 
dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-2-001\cores\collection1\data\]
   [junit4]   2> 1122566 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b3b5b5d
   [junit4]   2> 1122572 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 1122582 WARN  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1122703 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1122703 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1122704 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 1122704 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 1122705 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.0]
   [junit4]   2> 1122706 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@30e390ec[collection1] main]
   [junit4]   2> 1122707 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1122708 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1122708 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1122710 INFO  
(searcherExecutor-5013-thread-1-processing-n:127.0.0.1:58675_qh%2Fq 
x:collection1 c:collection1) [n:127.0.0.1:58675_qh%2Fq c:collection1   
x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@30e390ec[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1122711 INFO  
(coreLoadExecutor-5012-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1566962124791480320
   [junit4]   2> 1122722 INFO  
(coreZkRegister-5007-thread-1-processing-n:127.0.0.1:58675_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58675_qh%2Fq c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to 
continue.
   [junit4]   2> 1122722 INFO  
(coreZkRegister-5007-thread-1-processing-n:127.0.0.1:58675_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58675_qh%2Fq c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try 
and sync
   [junit4]   2> 1122722 INFO  
(coreZkRegister-5007-thread-1-processing-n:127.0.0.1:58675_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58675_qh%2Fq c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:58675/qh/q/collection1/
   [junit4]   2> 1122722 INFO  
(coreZkRegister-5007-thread-1-processing-n:127.0.0.1:58675_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58675_qh%2Fq c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1122722 INFO  
(coreZkRegister-5007-thread-1-processing-n:127.0.0.1:58675_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58675_qh%2Fq c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58675/qh/q/collection1/ 
has no replicas
   [junit4]   2> 1122722 INFO  
(coreZkRegister-5007-thread-1-processing-n:127.0.0.1:58675_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58675_qh%2Fq c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas 
participating in election, clear LIR
   [junit4]   2> 1122726 INFO  
(coreZkRegister-5007-thread-1-processing-n:127.0.0.1:58675_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58675_qh%2Fq c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:58675/qh/q/collection1/ shard1
   [junit4]   2> 1122879 INFO  
(coreZkRegister-5007-thread-1-processing-n:127.0.0.1:58675_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58675_qh%2Fq c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1123678 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-3-001\cores\collection1
   [junit4]   2> 1123681 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-3-001
   [junit4]   2> 1123681 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1123683 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5893ce2a{/qh/q,null,AVAILABLE}
   [junit4]   2> 1123684 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@32964129{HTTP/1.1,[http/1.1]}{127.0.0.1:58694}
   [junit4]   2> 1123684 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.Server Started @1138188ms
   [junit4]   2> 1123684 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\tempDir-001/jetty3,
 solrconfig=solrconfig.xml, hostContext=/qh/q, hostPort=58694, 
coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-3-001\cores}
   [junit4]   2> 1123684 ERROR 
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1123686 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.6.0
   [junit4]   2> 1123686 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1123686 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1123686 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-09T23:12:14.170Z
   [junit4]   2> 1123693 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1123693 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-3-001\solr.xml
   [junit4]   2> 1123710 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1123711 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58632/solr
   [junit4]   2> 1123715 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15bef7be50a000d, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1123725 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58694_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1123730 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58694_qh%2Fq    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1123732 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58694_qh%2Fq    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58694_qh%2Fq
   [junit4]   2> 1123734 INFO  (zkCallback-2580-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1123740 INFO  
(zkCallback-2585-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1123740 INFO  
(zkCallback-2576-thread-2-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1123746 INFO  
(zkCallback-2591-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1123747 INFO  
(zkCallback-2597-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1123892 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58694_qh%2Fq    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-3-001\cores
   [junit4]   2> 1123892 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58694_qh%2Fq    ] o.a.s.c.CorePropertiesLocator Cores are: 
[collection1]
   [junit4]   2> 1123894 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1123898 INFO  
(OverseerStateUpdate-97935132321251332-127.0.0.1:58639_qh%2Fq-n_0000000000) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard2
   [junit4]   2> 1124944 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1124962 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 1125098 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1125120 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
collection1, trusted=true
   [junit4]   2> 1125122 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1125122 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-3-001\cores\collection1],
 
dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-3-001\cores\collection1\data\]
   [junit4]   2> 1125122 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b3b5b5d
   [junit4]   2> 1125127 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 1125140 WARN  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1125261 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1125261 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1125262 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 1125262 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 1125263 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.0]
   [junit4]   2> 1125265 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@5194b6de[collection1] main]
   [junit4]   2> 1125267 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1125268 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1125268 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1125269 INFO  
(searcherExecutor-5024-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 c:collection1) [n:127.0.0.1:58694_qh%2Fq c:collection1   
x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@5194b6de[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1125270 INFO  
(coreLoadExecutor-5023-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1566962127474786304
   [junit4]   2> 1125275 INFO  
(coreZkRegister-5018-thread-1-processing-n:127.0.0.1:58694_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58694_qh%2Fq c:collection1 s:shard2 r:core_node3 
x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 1125277 INFO  
(updateExecutor-2594-thread-1-processing-n:127.0.0.1:58694_qh%2Fq x:collection1 
s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq c:collection1 
s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running 
recovery
   [junit4]   2> 1125278 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1125278 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
###### startupVersions=[[]]
   [junit4]   2> 1125278 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
Begin buffering updates. core=[collection1]
   [junit4]   2> 1125278 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting 
to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1125278 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
Publishing state of core [collection1] as recovering, leader is 
[http://127.0.0.1:58657/qh/q/collection1/] and I am 
[http://127.0.0.1:58694/qh/q/collection1/]
   [junit4]   2> 1125284 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
Sending prep recovery command to [http://127.0.0.1:58657/qh/q]; [WaitForState: 
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:58694_qh%252Fq&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1125287 INFO  (qtp1496930611-10698) [n:127.0.0.1:58657_qh%2Fq  
  ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: 
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1125289 INFO  (qtp1496930611-10698) [n:127.0.0.1:58657_qh%2Fq  
  ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 
(shard2 of collection1) have state: recovering
   [junit4]   2> 1125290 INFO  (qtp1496930611-10698) [n:127.0.0.1:58657_qh%2Fq  
  ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): 
collection=collection1, shard=shard2, thisCore=collection1, 
leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, 
currentState=down, localState=active, nodeName=127.0.0.1:58694_qh%2Fq, 
coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: 
core_node3:{"core":"collection1","base_url":"http://127.0.0.1:58694/qh/q","node_name":"127.0.0.1:58694_qh%2Fq","state":"down"}
   [junit4]   2> 1126139 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-4-001\cores\collection1
   [junit4]   2> 1126143 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-4-001
   [junit4]   2> 1126144 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1126145 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2584dc2f{/qh/q,null,AVAILABLE}
   [junit4]   2> 1126146 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@43fc69a{HTTP/1.1,[http/1.1]}{127.0.0.1:58707}
   [junit4]   2> 1126146 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.Server Started @1140650ms
   [junit4]   2> 1126146 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\tempDir-001/jetty4,
 solrconfig=solrconfig.xml, hostContext=/qh/q, hostPort=58707, 
coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-4-001\cores}
   [junit4]   2> 1126149 ERROR 
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1126149 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.6.0
   [junit4]   2> 1126149 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1126149 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1126149 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-09T23:12:16.633Z
   [junit4]   2> 1126157 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1126157 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-4-001\solr.xml
   [junit4]   2> 1126175 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1126176 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58632/solr
   [junit4]   2> 1126196 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58707_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 1126200 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58707_qh%2Fq    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1126204 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58707_qh%2Fq    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58707_qh%2Fq
   [junit4]   2> 1126209 INFO  (zkCallback-2580-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1126210 INFO  
(zkCallback-2585-thread-1-processing-n:127.0.0.1:58657_qh%2Fq) 
[n:127.0.0.1:58657_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 1126210 INFO  
(zkCallback-2576-thread-2-processing-n:127.0.0.1:58639_qh%2Fq) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 1126210 INFO  
(zkCallback-2591-thread-1-processing-n:127.0.0.1:58675_qh%2Fq) 
[n:127.0.0.1:58675_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 1126210 INFO  
(zkCallback-2597-thread-1-processing-n:127.0.0.1:58694_qh%2Fq) 
[n:127.0.0.1:58694_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 1126211 INFO  
(zkCallback-2604-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 1126291 INFO  (qtp1496930611-10698) [n:127.0.0.1:58657_qh%2Fq  
  ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): 
collection=collection1, shard=shard2, thisCore=collection1, 
leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, 
currentState=recovering, localState=active, nodeName=127.0.0.1:58694_qh%2Fq, 
coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: 
core_node3:{"core":"collection1","base_url":"http://127.0.0.1:58694/qh/q","node_name":"127.0.0.1:58694_qh%2Fq","state":"recovering"}
   [junit4]   2> 1126291 INFO  (qtp1496930611-10698) [n:127.0.0.1:58657_qh%2Fq  
  ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: 
recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1126291 INFO  (qtp1496930611-10698) [n:127.0.0.1:58657_qh%2Fq  
  ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={nodeName=127.0.0.1:58694_qh%252Fq&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
 status=0 QTime=1003
   [junit4]   2> 1126362 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58707_qh%2Fq    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-4-001\cores
   [junit4]   2> 1126362 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[908EFC3BC9D26C1E]) 
[n:127.0.0.1:58707_qh%2Fq    ] o.a.s.c.CorePropertiesLocator Cores are: 
[collection1]
   [junit4]   2> 1126364 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1126366 INFO  
(OverseerStateUpdate-97935132321251332-127.0.0.1:58639_qh%2Fq-n_0000000000) 
[n:127.0.0.1:58639_qh%2Fq    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard1
   [junit4]   2> 1126793 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
Attempting to PeerSync from [http://127.0.0.1:58657/qh/q/collection1/] - 
recoveringAfterStartup=[true]
   [junit4]   2> 1126793 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: 
core=collection1 url=http://127.0.0.1:58694/qh/q START 
replicas=[http://127.0.0.1:58657/qh/q/collection1/] nUpdates=100
   [junit4]   2> 1126798 INFO  (qtp1496930611-10702) [n:127.0.0.1:58657_qh%2Fq 
c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint 
IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, 
maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, 
maxDoc=0}
   [junit4]   2> 1126798 INFO  (qtp1496930611-10702) [n:127.0.0.1:58657_qh%2Fq 
c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request 
[collection1]  webapp=/qh/q path=/get 
params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 1126802 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint 
IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, 
maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, 
maxDoc=0}
   [junit4]   2> 1126802 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are 
already in sync. No need to do a PeerSync 
   [junit4]   2> 1126802 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 
start 
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1126802 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 
No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1126803 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 
end_commit_flush
   [junit4]   2> 1126803 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
PeerSync stage of recovery was successful.
   [junit4]   2> 1126803 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
Replaying updates buffered during PeerSync.
   [junit4]   2> 1126804 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No 
replay needed.
   [junit4]   2> 1126805 INFO  
(recoveryExecutor-2595-thread-1-processing-n:127.0.0.1:58694_qh%2Fq 
x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:58694_qh%2Fq 
c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
Registering as Active after recovery.
   [junit4]   2> 1127405 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1127435 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 1127527 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1127552 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
collection1, trusted=true
   [junit4]   2> 1127553 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1127553 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-4-001\cores\collection1],
 
dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001\shard-4-001\cores\collection1\data\]
   [junit4]   2> 1127553 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b3b5b5d
   [junit4]   2> 1127559 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 1127575 WARN  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1127729 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1127729 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1127731 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 1127731 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 1127732 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.0]
   [junit4]   2> 1127733 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@186fb80f[collection1] main]
   [junit4]   2> 1127735 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1127735 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1127735 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1127738 INFO  
(searcherExecutor-5035-thread-1-processing-n:127.0.0.1:58707_qh%2Fq 
x:collection1 c:collection1) [n:127.0.0.1:58707_qh%2Fq c:collection1   
x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@186fb80f[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1127739 INFO  
(coreLoadExecutor-5034-thread-1-processing-n:127.0.0.1:58707_qh%2Fq) 
[n:127.0.0.1:58707_qh%2Fq c:collection1   x:collection1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1566962130063720448
   [junit4]   2> 1127744 INFO  
(coreZkRegister-5029-thread-1-processing-n:127.0.0.1:58707_qh%2Fq x:collection1 
c:collection1) [n:127.0.0.1:58707_qh%2Fq c:collection1 s:shard1 r:core_node4 
x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 1127744 INFO  
(updateExecutor-2601-thread-1-processing-n:127.0.0.1:58707_qh%2Fq x:collection1 
s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:58707_qh%2Fq c:collection1 
s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running 
recovery
   [junit4]   2> 1127745 INFO  
(recoveryExecutor-2602-thread-1-processing-n:127.0.0.1:58707_qh%2Fq 
x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:58707_qh%2Fq 
c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy 
Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1127745 INFO  
(recoveryExecutor-2602-thread-1-processing-n:127.0.0.1:58707_qh%2Fq 
x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:58707_qh%2Fq 
c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy 
###### startupVersions=[[]]
   [junit4]   2> 1127745 INFO  
(recoveryExecutor-2602-thread-1-processing-n:127.0.0.1:58707_qh%2Fq 
x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:58707_qh%2Fq 
c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy 
Begin buffering updates. core=[collection1]
   [junit4]   2> 1127745 INFO  
(recoveryExecutor-2602-thread-1-processing-n:127.0.0.1:58707_qh%2Fq 
x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:58707_qh%2Fq 
c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting 
to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1127745 INFO  
(recoveryExecutor-2602-thread-1-processing-n:127.0.0.1:58707_qh%2Fq 
x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:58707_qh%2Fq 
c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy 
Publishing state of core [collection1] as recovering, leader is 
[http://127.0.0.1:58675/qh/q/collection1/] and I am 
[http://127.0.0.1:58707/qh/q/collection1/]
   [junit4]   2> 1127753 INFO  (recoveryExecutor-

[...truncated too long message...]

ShardSplitTest.test-seed#[908EFC3BC9D26C1E]) [    ] o.a.s.c.Overseer Overseer 
(id=97935162751778834-127.0.0.1:62978_qh%2Fq-n_0000000004) closing
   [junit4]   2> 1668760 INFO  
(OverseerStateUpdate-97935162751778834-127.0.0.1:62978_qh%2Fq-n_0000000004) 
[n:127.0.0.1:62978_qh%2Fq    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:62978_qh%2Fq
   [junit4]   2> 1668762 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15bef82fad70012, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1668763 INFO  (zkCallback-2785-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1668764 INFO  (zkCallback-2752-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1669256 WARN  
(zkCallback-2777-thread-1-processing-n:127.0.0.1:62978_qh%2Fq) 
[n:127.0.0.1:62978_qh%2Fq c:routeFieldColl s:shard4 r:core_node2 
x:routeFieldColl_shard4_replica2] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1669256 INFO  
(zkCallback-2777-thread-1-processing-n:127.0.0.1:62978_qh%2Fq) 
[n:127.0.0.1:62978_qh%2Fq c:routeFieldColl s:shard4 r:core_node2 
x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore 
[routeFieldColl_shard4_replica2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@5d5c5b59
   [junit4]   2> 1669285 INFO  
(zkCallback-2777-thread-1-processing-n:127.0.0.1:62978_qh%2Fq) 
[n:127.0.0.1:62978_qh%2Fq c:routeFieldColl s:shard4 r:core_node2 
x:routeFieldColl_shard4_replica2] o.a.s.m.SolrMetricManager Closing metric 
reporters for: solr.core.routeFieldColl.shard4.replica2
   [junit4]   2> 1670262 WARN  
(zkCallback-2777-thread-2-processing-n:127.0.0.1:62978_qh%2Fq) 
[n:127.0.0.1:62978_qh%2Fq    ] o.a.s.c.c.ZkStateReader ZooKeeper watch 
triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for 
/live_nodes]
   [junit4]   2> 1670263 INFO  
(TEST-ShardSplitTest.test-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@13f88d64{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1670263 INFO  
(TEST-ShardSplitTest.test-seed#[908EFC3BC9D26C1E]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@53316add{/qh/q,null,UNAVAILABLE}
   [junit4]   2> 1670266 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15bef82fad70014, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1670266 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15bef82fad70005, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1670266 INFO  
(TEST-ShardSplitTest.test-seed#[908EFC3BC9D26C1E]) [    ] o.a.s.c.ChaosMonkey 
monkey: stop shard! 62889
   [junit4]   2> 1670268 ERROR 
(TEST-ShardSplitTest.test-seed#[908EFC3BC9D26C1E]) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1670269 INFO  
(TEST-ShardSplitTest.test-seed#[908EFC3BC9D26C1E]) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:62882 62882
   [junit4]   2> 1670270 INFO  (Thread-2555) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:62882 62882
   [junit4]   2> 1670271 WARN  (Thread-2555) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        9       /solr/aliases.json
   [junit4]   2>        6       /solr/clusterprops.json
   [junit4]   2>        5       /solr/security.json
   [junit4]   2>        5       /solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        179     /solr/collections/splitByRouteKeyTest/state.json
   [junit4]   2>        134     /solr/collections/routeFieldColl/state.json
   [junit4]   2>        9       /solr/clusterprops.json
   [junit4]   2>        9       /solr/clusterstate.json
   [junit4]   2>        4       /solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        9       /solr/live_nodes
   [junit4]   2>        9       /solr/collections
   [junit4]   2>        5       /solr/overseer/queue
   [junit4]   2>        5       /solr/overseer/collection-queue-work
   [junit4]   2>        4       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1670274 INFO  
(SUITE-ShardSplitTest-seed#[908EFC3BC9D26C1E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ShardSplitTest_908EFC3BC9D26C1E-001
   [junit4]   2> May 09, 2017 11:21:20 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=zh-CN, 
timezone=Antarctica/Macquarie
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_131 
(64-bit)/cpus=3,threads=1,free=147613032,total=516947968
   [junit4]   2> NOTE: All tests run in this JVM: [TestOrdValues, 
TestQueryWrapperFilter, SuggesterTest, DirectUpdateHandlerOptimizeTest, 
DistanceUnitsTest, TestCrossCoreJoin, TestRequestForwarding, 
BigEndianAscendingWordSerializerTest, TestRecovery, DateMathParserTest, 
TestFuzzyAnalyzedSuggestions, TestLMDirichletSimilarityFactory, 
CollectionsAPISolrJTest, BinaryUpdateRequestHandlerTest, 
DefaultValueUpdateProcessorTest, SuggestComponentTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, TestLeaderElectionZkExpiry, 
BufferStoreTest, DistributedFacetPivotWhiteBoxTest, 
TlogReplayBufferedWhileIndexingTest, 
TestSolrQueryParserDefaultOperatorResource, TestSolrCLIRunExample, 
TestSlowCompositeReaderWrapper, OverseerCollectionConfigSetProcessorTest, 
TestBulkSchemaAPI, ReturnFieldsTest, TestGraphTermsQParserPlugin, 
TestCollapseQParserPlugin, SolrIndexSplitterTest, ClusterStateTest, 
TestIndexingPerformance, TestInitQParser, TestHdfsBackupRestoreCore, 
UtilsToolTest, TolerantUpdateProcessorTest, SpellingQueryConverterTest, 
TestBlendedInfixSuggestions, TestCoreDiscovery, LeaderElectionIntegrationTest, 
TestPathTrie, LukeRequestHandlerTest, QueryResultKeyTest, 
HighlighterMaxOffsetTest, SuggesterTSTTest, TermVectorComponentTest, 
ZkSolrClientTest, TestNumericTerms32, HdfsBasicDistributedZkTest, 
AddSchemaFieldsUpdateProcessorFactoryTest, TermVectorComponentDistributedTest, 
MultiThreadedOCPTest, TestFieldCache, CollectionTooManyReplicasTest, 
DebugComponentTest, TestNonDefinedSimilarityFactory, TestReqParamsAPI, 
TestDynamicLoading, CdcrVersionReplicationTest, SolrCLIZkUtilsTest, 
HdfsRecoveryZkTest, TestSmileRequest, TestSolrConfigHandler, 
TestLMJelinekMercerSimilarityFactory, ScriptEngineTest, 
TestConfigSetsAPIZkFailure, TestSolrXml, TestSolrQueryParser, TestSQLHandler, 
TestReversedWildcardFilterFactory, TestSchemaResource, HLLSerializationTest, 
SuggesterWFSTTest, UpdateRequestProcessorFactoryTest, TestCollectionAPIs, 
LoggingHandlerTest, FacetPivotSmallTest, TestScoreJoinQPScore, 
TestXmlQParserPlugin, DistanceFunctionTest, TestQueryTypes, TestJoin, 
BlobRepositoryCloudTest, FieldAnalysisRequestHandlerTest, 
TestPHPSerializedResponseWriter, TestConfigOverlay, 
TestDeleteCollectionOnDownNodes, ClassificationUpdateProcessorIntegrationTest, 
EnumFieldTest, CloneFieldUpdateProcessorFactoryTest, 
DistributedTermsComponentTest, TestExceedMaxTermLength, CircularListTest, 
IndexSchemaTest, TestCodecSupport, TestAtomicUpdateErrorCases, TestMacros, 
TestSearcherReuse, NoCacheHeaderTest, SolrIndexConfigTest, 
RecoveryAfterSoftCommitTest, DistributedQueryComponentOptimizationTest, 
TestMiniSolrCloudClusterSSL, TestShardHandlerFactory, TestConfigSetsAPI, 
ConnectionReuseTest, TestDistributedMissingSort, JvmMetricsTest, 
TestUseDocValuesAsStored, HdfsLockFactoryTest, TestFieldSortValues, 
TestRealTimeGet, TestCloudDeleteByQuery, TestComplexPhraseQParserPlugin, 
TestRangeQuery, CurrencyFieldOpenExchangeTest, DataDrivenBlockJoinTest, 
TestSchemaManager, SpellCheckCollatorTest, TestHdfsCloudBackupRestore, 
TestClusterStateMutator, BasicFunctionalityTest, BlockJoinFacetRandomTest, 
SmileWriterTest, TestSSLRandomization, TestBulkSchemaConcurrent, 
TestClassicSimilarityFactory, ResponseHeaderTest, OverseerRolesTest, 
TestInPlaceUpdatesDistrib, TestLuceneMatchVersion, SparseHLLTest, 
CoreSorterTest, HighlighterConfigTest, MinimalSchemaTest, TestConfig, 
TestInfoStreamLogging, TestZkChroot, TestFieldCacheSortRandom, 
ConvertedLegacyTest, CollectionReloadTest, ExternalFileFieldSortTest, 
TestLRUStatsCache, SolrInfoMBeanTest, AsyncCallRequestStatusResponseTest, 
ShowFileRequestHandlerTest, TestRandomFaceting, HdfsSyncSliceTest, 
TestNestedDocsSort, ShardSplitTest]
   [junit4] Completed [336/711 (1!)] on J1 in 555.15s, 5 tests, 1 failure <<< 
FAILURES!

[...truncated 44702 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to