Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3430/
Java: 64bit/jdk-9-ea+164 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 
seconds
        at 
__randomizedtesting.SeedInfo.seed([D40F1EBBF837D269:5F28CD6AB93179ED]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
        at 
org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:437)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:563)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 13150 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/init-core-data-001
   [junit4]   2> 1459394 INFO  
(SUITE-ShardSplitTest-seed#[D40F1EBBF837D269]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1459396 INFO  
(SUITE-ShardSplitTest-seed#[D40F1EBBF837D269]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776";)
   [junit4]   2> 1459396 INFO  
(SUITE-ShardSplitTest-seed#[D40F1EBBF837D269]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1459397 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1459397 INFO  (Thread-2830) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1459397 INFO  (Thread-2830) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1459399 ERROR (Thread-2830) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1459497 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:42808
   [junit4]   2> 1459502 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 1459504 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 1459507 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1459509 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 1459511 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 1459513 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 1459516 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1459518 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1459520 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1459522 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1459524 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 1460017 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/control-001/cores/collection1
   [junit4]   2> 1460019 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1460019 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@f6e4f5b{/,null,AVAILABLE}
   [junit4]   2> 1460020 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@28abaf59{HTTP/1.1,[http/1.1]}{127.0.0.1:34772}
   [junit4]   2> 1460020 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.Server Started @1462172ms
   [junit4]   2> 1460020 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/tempDir-001/control/data,
 hostPort=34772, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/control-001/cores}
   [junit4]   2> 1460021 ERROR 
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1460021 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.6.0
   [junit4]   2> 1460021 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1460021 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1460021 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-03T18:33:52.593479Z
   [junit4]   2> 1460023 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1460023 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/control-001/solr.xml
   [junit4]   2> 1460029 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1460031 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42808/solr
   [junit4]   2> 1460039 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1460039 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34772_
   [junit4]   2> 1460040 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.Overseer Overseer (id=97900064405651460-127.0.0.1:34772_-n_0000000000) 
starting
   [junit4]   2> 1460043 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34772_
   [junit4]   2> 1460044 INFO  (zkCallback-1799-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1460219 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/control-001/cores
   [junit4]   2> 1460219 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1460220 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1460221 INFO  
(OverseerStateUpdate-97900064405651460-127.0.0.1:34772_-n_0000000000) [    ] 
o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1461229 WARN  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use 
<mergePolicyFactory> instead.
   [junit4]   2> 1461230 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1461239 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1461303 WARN  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1461304 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1461317 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection control_collection, trusted=true
   [junit4]   2> 1461317 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1461318 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/control-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/control-001/cores/collection1/data/]
   [junit4]   2> 1461318 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3860ea69
   [junit4]   2> 1461320 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=19, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=1.791015625, 
floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=13.496558097160857, 
segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.4646620656645153
   [junit4]   2> 1461354 WARN  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1461501 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1461501 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1461502 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1461502 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1461502 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=18, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=12.427734375, 
floorSegmentMB=0.5654296875, forceMergeDeletesPctAllowed=25.909365351802926, 
segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.4284542032195
   [junit4]   2> 1461503 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@42864fd6[collection1] main]
   [junit4]   2> 1461504 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1461504 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1461504 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1461506 INFO  (searcherExecutor-5504-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@42864fd6[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1461506 INFO  (coreLoadExecutor-5503-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1566401032699772928
   [junit4]   2> 1461511 INFO  (coreZkRegister-5496-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1461511 INFO  (coreZkRegister-5496-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1461511 INFO  (coreZkRegister-5496-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34772/collection1/
   [junit4]   2> 1461511 INFO  (coreZkRegister-5496-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1461511 INFO  (coreZkRegister-5496-thread-1) [    ] 
o.a.s.c.SyncStrategy http://127.0.0.1:34772/collection1/ has no replicas
   [junit4]   2> 1461511 INFO  (coreZkRegister-5496-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1461513 INFO  (coreZkRegister-5496-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:34772/collection1/ shard1
   [junit4]   2> 1461599 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1461600 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42808/solr ready
   [junit4]   2> 1461600 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 1461600 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1461613 INFO  (coreZkRegister-5496-thread-1) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1462120 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-1-001/cores/collection1
   [junit4]   2> 1462121 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-1-001
   [junit4]   2> 1462122 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1462122 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@48fa998f{/,null,AVAILABLE}
   [junit4]   2> 1462123 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@136f689b{HTTP/1.1,[http/1.1]}{127.0.0.1:33855}
   [junit4]   2> 1462123 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.Server Started @1464275ms
   [junit4]   2> 1462123 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/tempDir-001/jetty1,
 hostPort=33855, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-1-001/cores}
   [junit4]   2> 1462123 ERROR 
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1462123 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.6.0
   [junit4]   2> 1462123 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1462124 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1462124 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-03T18:33:54.696033Z
   [junit4]   2> 1462125 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1462125 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-1-001/solr.xml
   [junit4]   2> 1462131 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1462133 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42808/solr
   [junit4]   2> 1462137 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1462138 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1462138 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33855_
   [junit4]   2> 1462139 INFO  (zkCallback-1799-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1462139 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1462139 INFO  (zkCallback-1803-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1462254 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-1-001/cores
   [junit4]   2> 1462254 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1462255 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1462256 INFO  
(OverseerStateUpdate-97900064405651460-127.0.0.1:34772_-n_0000000000) [    ] 
o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1462358 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1463263 WARN  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use 
<mergePolicyFactory> instead.
   [junit4]   2> 1463264 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1463273 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1463361 WARN  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1463362 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1463370 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 1463370 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1463370 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-1-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1463370 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3860ea69
   [junit4]   2> 1463373 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=19, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=1.791015625, 
floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=13.496558097160857, 
segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.4646620656645153
   [junit4]   2> 1463417 WARN  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1463608 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1463608 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1463608 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1463609 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1463609 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=18, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=12.427734375, 
floorSegmentMB=0.5654296875, forceMergeDeletesPctAllowed=25.909365351802926, 
segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.4284542032195
   [junit4]   2> 1463610 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@2fee1664[collection1] main]
   [junit4]   2> 1463611 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1463611 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1463611 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1463612 INFO  (searcherExecutor-5515-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@2fee1664[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1463612 INFO  (coreLoadExecutor-5514-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1566401034908073984
   [junit4]   2> 1463616 INFO  (coreZkRegister-5509-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1463616 INFO  (coreZkRegister-5509-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1463616 INFO  (coreZkRegister-5509-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33855/collection1/
   [junit4]   2> 1463616 INFO  (coreZkRegister-5509-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1463616 INFO  (coreZkRegister-5509-thread-1) [    ] 
o.a.s.c.SyncStrategy http://127.0.0.1:33855/collection1/ has no replicas
   [junit4]   2> 1463616 INFO  (coreZkRegister-5509-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1463618 INFO  (coreZkRegister-5509-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:33855/collection1/ shard2
   [junit4]   2> 1463726 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1463769 INFO  (coreZkRegister-5509-thread-1) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1463872 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1464174 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-2-001/cores/collection1
   [junit4]   2> 1464175 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-2-001
   [junit4]   2> 1464175 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1464176 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@b0e9aa9{/,null,AVAILABLE}
   [junit4]   2> 1464176 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@3fc22212{HTTP/1.1,[http/1.1]}{127.0.0.1:44825}
   [junit4]   2> 1464177 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.Server Started @1466329ms
   [junit4]   2> 1464177 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/tempDir-001/jetty2,
 hostPort=44825, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-2-001/cores}
   [junit4]   2> 1464177 ERROR 
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1464177 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.6.0
   [junit4]   2> 1464177 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1464177 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1464177 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-03T18:33:56.749689Z
   [junit4]   2> 1464179 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1464179 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-2-001/solr.xml
   [junit4]   2> 1464184 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1464185 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42808/solr
   [junit4]   2> 1464189 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1464190 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1464191 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44825_
   [junit4]   2> 1464192 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1464192 INFO  (zkCallback-1803-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1464192 INFO  (zkCallback-1799-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1464192 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1464311 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-2-001/cores
   [junit4]   2> 1464311 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1464312 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1464314 INFO  
(OverseerStateUpdate-97900064405651460-127.0.0.1:34772_-n_0000000000) [    ] 
o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1464415 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1464415 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1465322 WARN  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use 
<mergePolicyFactory> instead.
   [junit4]   2> 1465323 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465335 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1465412 WARN  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1465413 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1465422 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 1465423 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1465423 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-2-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 1465423 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3860ea69
   [junit4]   2> 1465425 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=19, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=1.791015625, 
floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=13.496558097160857, 
segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.4646620656645153
   [junit4]   2> 1465470 WARN  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1465614 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1465614 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1465614 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1465614 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1465616 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=18, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=12.427734375, 
floorSegmentMB=0.5654296875, forceMergeDeletesPctAllowed=25.909365351802926, 
segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.4284542032195
   [junit4]   2> 1465616 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@63c3283[collection1] main]
   [junit4]   2> 1465617 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1465617 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1465617 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1465618 INFO  (searcherExecutor-5526-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@63c3283[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1465619 INFO  (coreLoadExecutor-5525-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1566401037012566016
   [junit4]   2> 1465623 INFO  (coreZkRegister-5520-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1465623 INFO  (coreZkRegister-5520-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1465623 INFO  (coreZkRegister-5520-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44825/collection1/
   [junit4]   2> 1465623 INFO  (coreZkRegister-5520-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1465623 INFO  (coreZkRegister-5520-thread-1) [    ] 
o.a.s.c.SyncStrategy http://127.0.0.1:44825/collection1/ has no replicas
   [junit4]   2> 1465623 INFO  (coreZkRegister-5520-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1465625 INFO  (coreZkRegister-5520-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:44825/collection1/ shard1
   [junit4]   2> 1465726 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1465726 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1465776 INFO  (coreZkRegister-5520-thread-1) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1465878 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1465878 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1466178 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-3-001/cores/collection1
   [junit4]   2> 1466178 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-3-001
   [junit4]   2> 1466179 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1466180 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@b50ef79{/,null,AVAILABLE}
   [junit4]   2> 1466180 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2dfc159e{HTTP/1.1,[http/1.1]}{127.0.0.1:44598}
   [junit4]   2> 1466180 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.Server Started @1468332ms
   [junit4]   2> 1466180 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/tempDir-001/jetty3,
 hostPort=44598, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-3-001/cores}
   [junit4]   2> 1466181 ERROR 
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1466181 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.6.0
   [junit4]   2> 1466181 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1466181 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1466181 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-03T18:33:58.753339Z
   [junit4]   2> 1466183 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1466183 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-3-001/solr.xml
   [junit4]   2> 1466190 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1466192 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42808/solr
   [junit4]   2> 1466196 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1466198 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1466199 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44598_
   [junit4]   2> 1466199 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1466199 INFO  (zkCallback-1803-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1466199 INFO  (zkCallback-1799-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1466200 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1466200 INFO  (zkCallback-1821-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1466435 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-3-001/cores
   [junit4]   2> 1466435 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1466436 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1466437 INFO  
(OverseerStateUpdate-97900064405651460-127.0.0.1:34772_-n_0000000000) [    ] 
o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1466539 INFO  (zkCallback-1821-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1466539 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1466539 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1467444 WARN  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use 
<mergePolicyFactory> instead.
   [junit4]   2> 1467445 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1467454 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1467528 WARN  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1467530 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1467537 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 1467537 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1467538 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-3-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 1467538 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3860ea69
   [junit4]   2> 1467540 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=19, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=1.791015625, 
floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=13.496558097160857, 
segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.4646620656645153
   [junit4]   2> 1468373 WARN  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1468516 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1468516 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1468517 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1468517 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1468518 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=18, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=12.427734375, 
floorSegmentMB=0.5654296875, forceMergeDeletesPctAllowed=25.909365351802926, 
segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.4284542032195
   [junit4]   2> 1468519 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@65c014a4[collection1] main]
   [junit4]   2> 1468519 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1468520 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1468520 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1468520 INFO  (searcherExecutor-5537-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@65c014a4[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1468521 INFO  (coreLoadExecutor-5536-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1566401040055533568
   [junit4]   2> 1468524 INFO  (coreZkRegister-5531-thread-1) [    ] 
o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 1468524 INFO  (updateExecutor-1818-thread-1) [    ] 
o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1468524 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1468526 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1468526 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 1468526 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, 
tlog=null}
   [junit4]   2> 1468526 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, 
leader is [http://127.0.0.1:33855/collection1/] and I am 
[http://127.0.0.1:44598/collection1/]
   [junit4]   2> 1468528 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1468528 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1468528 INFO  (zkCallback-1821-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1468528 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Sending prep recovery command to 
[http://127.0.0.1:33855]; [WaitForState: 
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:44598_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1468531 INFO  (qtp582815211-11060) [    ] 
o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: 
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1468532 INFO  (qtp582815211-11060) [    ] 
o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 
(shard2 of collection1) have state: recovering
   [junit4]   2> 1468532 INFO  (qtp582815211-11060) [    ] 
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, 
shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? 
true, live=true, checkLive=true, currentState=recovering, localState=active, 
nodeName=127.0.0.1:44598_, coreNodeName=core_node3, 
onlyIfActiveCheckResult=false, nodeProps: 
core_node3:{"core":"collection1","base_url":"http://127.0.0.1:44598","node_name":"127.0.0.1:44598_","state":"recovering"}
   [junit4]   2> 1468532 INFO  (qtp582815211-11060) [    ] 
o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, 
checkLive: true, onlyIfLeader: true for: 0 seconds.
   [junit4]   2> 1468532 INFO  (qtp582815211-11060) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={nodeName=127.0.0.1:44598_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1469032 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Attempting to PeerSync from 
[http://127.0.0.1:33855/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 1469033 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:44598 START 
replicas=[http://127.0.0.1:33855/collection1/] nUpdates=100
   [junit4]   2> 1469034 INFO  (qtp582815211-11060) [    ] 
o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 
result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, 
maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1469034 INFO  (qtp582815211-11060) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/get 
params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1469036 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 
result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, 
maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1469036 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 1469036 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1469036 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1469036 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1469036 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 1469036 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 1469036 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 1469036 INFO  (recoveryExecutor-1819-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 1469139 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1469139 INFO  (zkCallback-1821-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1469139 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1469517 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-4-001/cores/collection1
   [junit4]   2> 1469518 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-4-001
   [junit4]   2> 1469519 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1469520 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7e0c9fb7{/,null,AVAILABLE}
   [junit4]   2> 1469520 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6a0cc55c{HTTP/1.1,[http/1.1]}{127.0.0.1:39321}
   [junit4]   2> 1469520 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.e.j.s.Server Started @1471673ms
   [junit4]   2> 1469521 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/tempDir-001/jetty4,
 hostPort=39321, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-4-001/cores}
   [junit4]   2> 1469521 ERROR 
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1469521 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.6.0
   [junit4]   2> 1469521 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1469521 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1469522 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-03T18:34:02.094035Z
   [junit4]   2> 1469524 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1469524 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-4-001/solr.xml
   [junit4]   2> 1469531 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1469534 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42808/solr
   [junit4]   2> 1469539 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1469540 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1469541 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39321_
   [junit4]   2> 1469542 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1469542 INFO  (zkCallback-1828-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1469542 INFO  (zkCallback-1821-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1469542 INFO  (zkCallback-1799-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1469542 INFO  (zkCallback-1803-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1469542 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1469679 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-4-001/cores
   [junit4]   2> 1469679 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1469680 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1469681 INFO  
(OverseerStateUpdate-97900064405651460-127.0.0.1:34772_-n_0000000000) [    ] 
o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1469782 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1469783 INFO  (zkCallback-1828-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1469783 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1469782 INFO  (zkCallback-1821-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1470698 WARN  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use 
<mergePolicyFactory> instead.
   [junit4]   2> 1470699 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1470708 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1470773 WARN  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1470775 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1470782 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 1470783 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1470783 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-4-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 1470783 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3860ea69
   [junit4]   2> 1470786 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=19, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=1.791015625, 
floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=13.496558097160857, 
segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.4646620656645153
   [junit4]   2> 1470835 WARN  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1470988 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1470988 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1470989 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1470989 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1470990 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=18, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=12.427734375, 
floorSegmentMB=0.5654296875, forceMergeDeletesPctAllowed=25.909365351802926, 
segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.4284542032195
   [junit4]   2> 1470991 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@3a824359[collection1] main]
   [junit4]   2> 1470992 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1470992 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1470992 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1470993 INFO  (searcherExecutor-5548-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@3a824359[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1470994 INFO  (coreLoadExecutor-5547-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1566401042648662016
   [junit4]   2> 1470998 INFO  (coreZkRegister-5542-thread-1) [    ] 
o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 1471002 INFO  (updateExecutor-1825-thread-1) [    ] 
o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1471003 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1471003 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1471003 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 1471003 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, 
tlog=null}
   [junit4]   2> 1471003 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, 
leader is [http://127.0.0.1:44825/collection1/] and I am 
[http://127.0.0.1:39321/collection1/]
   [junit4]   2> 1471005 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Sending prep recovery command to 
[http://127.0.0.1:44825]; [WaitForState: 
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:39321_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1471008 INFO  (qtp377625828-11088) [    ] 
o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: 
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1471008 INFO  (qtp377625828-11088) [    ] 
o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 
(shard1 of collection1) have state: recovering
   [junit4]   2> 1471008 INFO  (qtp377625828-11088) [    ] 
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, 
shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? 
true, live=true, checkLive=true, currentState=down, localState=active, 
nodeName=127.0.0.1:39321_, coreNodeName=core_node4, 
onlyIfActiveCheckResult=false, nodeProps: 
core_node4:{"core":"collection1","base_url":"http://127.0.0.1:39321","node_name":"127.0.0.1:39321_","state":"down"}
   [junit4]   2> 1471102 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testSplitWithChaosMonkey
   [junit4]   2> 1471102 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 15 
for each attempt
   [junit4]   2> 1471102 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: 
collection1 failOnTimeout:true timeout (sec):15
   [junit4]   2> 1471106 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1471106 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1471106 INFO  (zkCallback-1821-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1471106 INFO  (zkCallback-1828-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1472009 INFO  (qtp377625828-11088) [    ] 
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, 
shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? 
true, live=true, checkLive=true, currentState=recovering, localState=active, 
nodeName=127.0.0.1:39321_, coreNodeName=core_node4, 
onlyIfActiveCheckResult=false, nodeProps: 
core_node4:{"core":"collection1","base_url":"http://127.0.0.1:39321","node_name":"127.0.0.1:39321_","state":"recovering"}
   [junit4]   2> 1472009 INFO  (qtp377625828-11088) [    ] 
o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, 
checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1472009 INFO  (qtp377625828-11088) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={nodeName=127.0.0.1:39321_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
 status=0 QTime=1000
   [junit4]   2> 1472509 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Attempting to PeerSync from 
[http://127.0.0.1:44825/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 1472510 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:39321 START 
replicas=[http://127.0.0.1:44825/collection1/] nUpdates=100
   [junit4]   2> 1472512 INFO  (qtp377625828-11088) [    ] 
o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 
result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, 
maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1472512 INFO  (qtp377625828-11088) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/get 
params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1472513 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 
result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, 
maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1472513 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 1472513 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1472514 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1472514 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1472514 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 1472514 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 1472514 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 1472514 INFO  (recoveryExecutor-1826-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 1472616 INFO  (zkCallback-1809-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1472616 INFO  (zkCallback-1815-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1472616 INFO  (zkCallback-1821-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1472616 INFO  (zkCallback-1828-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1473103 INFO  
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[D40F1EBBF837D269]) [    ] 
o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1473104 INFO  (qtp1463555177-11023) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1473104 INFO  (qtp1463555177-11023) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1473105 INFO  (qtp1463555177-11023) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1473105 INFO  (qtp1463555177-11023) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 0
   [junit4]   2> 1473108 INFO  (qtp377625828-11083) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1473108 INFO  (qtp370097307-11117) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1473108 INFO  (qtp377625828-11083) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1473108 INFO  (qtp370097307-11117) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1473108 INFO  (qtp644429392-11152) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1473108 INFO  (qtp644429392-11152) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1473108 INFO  (qtp582815211-11058) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1473109 INFO  (qtp582815211-11058) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1473109 INFO  (qtp377625828-11083) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1473109 INFO  (qtp370097307-11117) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1473109 INFO  (qtp377625828-11083) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:33855/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 0
   [junit4]   2> 1473109 INFO  (qtp644429392-11152) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1473109 INFO  (qtp644429392-11152) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:33855/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 1
   [junit4]   2> 1473109 INFO  (qtp370097307-11117) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:33855/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 0
   [junit4]   2> 1473110 INFO  (qtp582815211-11058) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1473110 INFO  (qtp582815211-11058) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:33855/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 2
   [junit4]   2> 1473110 INFO  (qtp582815211-11055) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={_stateVer_=collection1:12&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 3
   [junit4]   2> 1473112 INFO  (qtp582815211-11057) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/select 
params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2}
 hits=0 status=0 QTime=0
   [junit4]   2> 1473112 INFO  (qtp370097307-11118) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/select 
params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2}
 hits=0 status=0 QTime=0
   [junit4]   2> 1473113 INFO  (qtp377625828-11088) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/select 
params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2}
 hits=0 status=0 QTime=0
   [junit4]   2> 1473114 INFO  (qtp644429392-11154) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/select 
params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2}
 hits=

[...truncated too long message...]

lication-seed#[D40F1EBBF837D269]) [    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@267141c1{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2263291 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D40F1EBBF837D269]) [ 
   ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@45a74cd3{/,null,UNAVAILABLE}
   [junit4]   2> 2263291 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D40F1EBBF837D269]) [ 
   ] o.a.s.c.ChaosMonkey monkey: stop shard! 39666
   [junit4]   2> 2263292 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D40F1EBBF837D269]) [ 
   ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1048323388
   [junit4]   2> 2263293 INFO  (coreCloseExecutor-6173-thread-1) [    ] 
o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@2ea76812
   [junit4]   2> 2263294 INFO  (zkCallback-2007-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [1])
   [junit4]   2> 2263311 INFO  (coreCloseExecutor-6173-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 2263311 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D40F1EBBF837D269]) [ 
   ] o.a.s.c.Overseer Overseer 
(id=97900114552160274-127.0.0.1:39666_-n_0000000004) closing
   [junit4]   2> 2263311 INFO  
(OverseerStateUpdate-97900114552160274-127.0.0.1:39666_-n_0000000004) [    ] 
o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39666_
   [junit4]   2> 2263312 INFO  (zkCallback-1982-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2264812 WARN  (zkCallback-2007-thread-1) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2264812 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D40F1EBBF837D269]) [ 
   ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2264814 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D40F1EBBF837D269]) [ 
   ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@43b9a661{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2264814 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D40F1EBBF837D269]) [ 
   ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@b225789{/,null,UNAVAILABLE}
   [junit4]   2> 2264815 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D40F1EBBF837D269]) [ 
   ] o.a.s.c.ChaosMonkey monkey: stop shard! 41192
   [junit4]   2> 2264815 ERROR 
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D40F1EBBF837D269]) [ 
   ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2264815 INFO  
(TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D40F1EBBF837D269]) [ 
   ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45141 45141
   [junit4]   2> 2264816 INFO  (Thread-3128) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:45141 45141
   [junit4]   2> 2264817 WARN  (Thread-3128) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/aliases.json
   [junit4]   2>        8       /solr/clusterprops.json
   [junit4]   2>        6       /solr/security.json
   [junit4]   2>        6       /solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/clusterstate.json
   [junit4]   2>        5       /solr/collections/collection1/state.json
   [junit4]   2>        4       
/solr/collections/testSplitStaticIndexReplication/state.json
   [junit4]   2>        2       
/solr/overseer_elect/election/97900114552160265-127.0.0.1:45731_-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/collections
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2>        4       /solr/overseer/queue
   [junit4]   2>        4       /solr/overseer/collection-queue-work
   [junit4]   2>        3       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2264819 INFO  
(SUITE-ShardSplitTest-seed#[D40F1EBBF837D269]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_D40F1EBBF837D269-001
   [junit4]   2> May 03, 2017 6:47:17 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=en-CM, 
timezone=Pacific/Port_Moresby
   [junit4]   2> NOTE: Linux 4.4.0-72-generic amd64/Oracle Corporation 9-ea 
(64-bit)/cpus=12,threads=1,free=144971976,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestObjectReleaseTracker, 
RulesTest, DistributedMLTComponentTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, TestFieldCacheSanityChecker, 
TestDocBasedVersionConstraints, DocValuesTest, TestBinaryResponseWriter, 
TestFiltering, SearchHandlerTest, SoftAutoCommitTest, TestHashPartitioner, 
HdfsRestartWhileUpdatingTest, TestRTGBase, JavabinLoaderTest, 
TestPartialUpdateDeduplication, CdcrRequestHandlerTest, SliceStateTest, 
TestElisionMultitermQuery, TestTrie, TestManagedSchemaThreadSafety, 
CloneFieldUpdateProcessorFactoryTest, SolrCloudExampleTest, SampleTest, 
TestSystemIdResolver, AnalyticsMergeStrategyTest, TestHashQParserPlugin, 
TestSolrXml, MoreLikeThisHandlerTest, TestCloudPseudoReturnFields, 
TestFieldSortValues, TestHdfsBackupRestoreCore, TestSweetSpotSimilarityFactory, 
UpdateRequestProcessorFactoryTest, LoggingHandlerTest, 
TestSolrCloudWithKerberosAlt, TestConfigSetImmutable, TermVectorComponentTest, 
SpellingQueryConverterTest, TestFieldCacheVsDocValues, 
TestSha256AuthenticationProvider, V2ApiIntegrationTest, ConnectionManagerTest, 
CleanupOldIndexTest, SolrSlf4jReporterTest, 
ClassificationUpdateProcessorFactoryTest, TestDocTermOrds, LargeFieldTest, 
QueryResultKeyTest, SolrInfoMBeanTest, TemplateUpdateProcessorTest, 
DistributedTermsComponentTest, TestSolr4Spatial2, MultiTermTest, 
ZkControllerTest, TestDistributedGrouping, TestShortCircuitedRequests, 
SpellCheckComponentTest, HighlighterTest, TestMacros, TestQueryTypes, 
StatsReloadRaceTest, SuggesterFSTTest, SimplePostToolTest, 
PropertiesRequestHandlerTest, TestSuggestSpellingConverter, 
TestSolrQueryResponse, TestWordDelimiterFilterFactory, TestQueryUtils, 
TestComplexPhraseLeadingWildcard, TestCharFilters, ShardRoutingTest, 
DistributedFacetPivotWhiteBoxTest, DateMathParserTest, 
TestSortByMinMaxFunction, TestSubQueryTransformerCrossCore, 
SystemInfoHandlerTest, UUIDUpdateProcessorFallbackTest, 
DirectSolrSpellCheckerTest, JsonLoaderTest, DirectoryFactoryTest, 
RAMDirectoryFactoryTest, TestReRankQParserPlugin, TestSurroundQueryParser, 
CollectionsAPISolrJTest, ChaosMonkeySafeLeaderTest, TestSimpleTextCodec, 
AddBlockUpdateTest, TestCoreContainer, HdfsChaosMonkeyNothingIsSafeTest, 
TestXmlQParser, TestSlowCompositeReaderWrapper, RemoteQueryErrorTest, 
TestNonDefinedSimilarityFactory, TestLeaderInitiatedRecoveryThread, 
CollectionsAPIDistributedZkTest, TestInPlaceUpdatesDistrib, BufferStoreTest, 
TestConfigsApi, TestStressVersions, TestSearcherReuse, SolrMetricManagerTest, 
TestImplicitCoreProperties, TestOnReconnectListenerSupport, 
ClusterStateUpdateTest, TestExpandComponent, HdfsNNFailoverTest, 
OverseerModifyCollectionTest, DeleteInactiveReplicaTest, ConvertedLegacyTest, 
DistributedSuggestComponentTest, DocumentBuilderTest, 
TestSolrCloudWithHadoopAuthPlugin, TestManagedSynonymFilterFactory, 
SolrCmdDistributorTest, OpenCloseCoreStressTest, OverseerTest, 
TestReplicationHandler, TestZkChroot, TestRandomDVFaceting, TestSort, 
BasicFunctionalityTest, TestBadConfig, SolrIndexSplitterTest, 
SpellCheckCollatorTest, SolrRequestParserTest, SpatialFilterTest, 
WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, 
TestPseudoReturnFields, TestUpdate, TestAtomicUpdateErrorCases, 
DefaultValueUpdateProcessorTest, SortByFunctionTest, DistanceFunctionTest, 
DebugComponentTest, LukeRequestHandlerTest, TermsComponentTest, 
RequiredFieldsTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, 
IndexSchemaTest, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, 
TestBinaryResponseWriter, HighlighterConfigTest, TestQuerySenderListener, 
AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, 
SolrIndexConfigTest, BadComponentTest, TestMergePolicyConfig, TestSearchPerf, 
TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, 
TestPostingsSolrHighlighter, DirectSolrConnectionTest, 
NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, 
SpellPossibilityIteratorTest, TestCodecSupport, EchoParamsTest, 
TestIBSimilarityFactory, TestJmxMonitoredMap, TestFastOutputStream, 
URLClassifyProcessorTest, PluginInfoTest, ClusterStateTest, TestLRUCache, 
TestUtils, TestDocumentBuilder, FileUtilsTest, CircularListTest, 
CursorPagingTest, DistributedIntervalFacetingTest, 
TestSimpleTrackingShardHandler, CdcrReplicationDistributedZkTest, 
CdcrReplicationHandlerTest, CdcrVersionReplicationTest, 
CollectionsAPIAsyncDistributedZkTest, DistribCursorPagingTest, 
LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, 
MissingSegmentRecoveryTest, NodeMutatorTest, 
OverriddenZkACLAndCredentialsProvidersTest, 
OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, 
PeerSyncReplicationTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, 
ShardSplitTest]
   [junit4] Completed [670/710 (1!)] on J1 in 806.19s, 5 tests, 1 failure <<< 
FAILURES!

[...truncated 36429 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to