Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/354/

10 tests failed.
FAILED:  org.apache.lucene.document.TestLatLonPolygonShapeQueries.testRandomBig

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
        at 
__randomizedtesting.SeedInfo.seed([D5B23FC43F620F7B:52E5424BAE3B73FB]:0)
        at 
org.apache.lucene.util.bkd.HeapPointWriter.writePackedValue(HeapPointWriter.java:106)
        at 
org.apache.lucene.util.bkd.HeapPointWriter.append(HeapPointWriter.java:127)
        at org.apache.lucene.util.bkd.PointReader.split(PointReader.java:68)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1846)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1873)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1873)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1873)
        at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1025)
        at 
org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:142)
        at 
org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
        at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
        at 
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:145)
        at 
org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
        at 
org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:188)
        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:137)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4446)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4068)
        at 
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2170)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5103)
        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1612)
        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1228)
        at 
org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:213)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test

Error Message:
There were too many update fails (745 > 100) - we expect it can happen, but 
shouldn't easily

Stack Trace:
java.lang.AssertionError: There were too many update fails (745 > 100) - we 
expect it can happen, but shouldn't easily
        at 
__randomizedtesting.SeedInfo.seed([66D36790A52E4DD9:EE87584A0BD22021]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertFalse(Assert.java:68)
        at 
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test(ChaosMonkeyNothingIsSafeWithPullReplicasTest.java:263)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
4 threads leaked from SUITE scope at 
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest:     1) 
Thread[id=21926, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at 
java.lang.Thread.sleep(Native Method)         at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=21929, 
name=zkConnectionManagerCallback-7595-thread-1, state=WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at 
sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)    3) Thread[id=21927, 
name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[66D36790A52E4DD9]-SendThread(127.0.0.1:34692),
 state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]  
       at java.lang.Thread.sleep(Native Method)         at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
         at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)   
      at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)   
 4) Thread[id=21928, 
name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[66D36790A52E4DD9]-EventThread,
 state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]        
 at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE 
scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 
   1) Thread[id=21926, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=21929, name=zkConnectionManagerCallback-7595-thread-1, 
state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=21927, 
name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[66D36790A52E4DD9]-SendThread(127.0.0.1:34692),
 state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   4) Thread[id=21928, 
name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[66D36790A52E4DD9]-EventThread,
 state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
        at __randomizedtesting.SeedInfo.seed([66D36790A52E4DD9]:0)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=21929, name=zkConnectionManagerCallback-7595-thread-1, state=WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at 
sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)    2) Thread[id=21927, 
name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[66D36790A52E4DD9]-SendThread(127.0.0.1:34692),
 state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]  
       at java.lang.Thread.sleep(Native Method)         at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
         at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)   
      at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=21929, name=zkConnectionManagerCallback-7595-thread-1, 
state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=21927, 
name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[66D36790A52E4DD9]-SendThread(127.0.0.1:34692),
 state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
        at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
        at __randomizedtesting.SeedInfo.seed([66D36790A52E4DD9]:0)


FAILED:  org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available 
to handle this request
        at 
__randomizedtesting.SeedInfo.seed([66D36790A52E4DD9:3C4B5D56DBAE2A3E]:0)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at 
org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR(LIROnShardRestartTest.java:175)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available 
to handle this request
        at 
__randomizedtesting.SeedInfo.seed([66D36790A52E4DD9:E089F0A485740080]:0)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at 
org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:190)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
KeeperErrorCode = Session expired for /overseer_elect/leader

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = 
Session expired for /overseer_elect/leader
        at 
__randomizedtesting.SeedInfo.seed([66D36790A52E4DD9:EE87584A0BD22021]:0)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
        at 
org.apache.solr.cloud.OverseerTaskProcessor.getLeaderId(OverseerTaskProcessor.java:384)
        at 
org.apache.solr.cloud.OverseerTaskProcessor.getLeaderNode(OverseerTaskProcessor.java:375)
        at 
org.apache.solr.cloud.RollingRestartTest.waitUntilOverseerDesignateIsLeader(RollingRestartTest.java:138)
        at 
org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:105)
        at 
org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored

Error Message:
Some docs had errors -- check logs expected:<0> but was:<4>

Stack Trace:
java.lang.AssertionError: Some docs had errors -- check logs expected:<0> but 
was:<4>
        at 
__randomizedtesting.SeedInfo.seed([66D36790A52E4DD9:F4EF061419697001]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:343)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored(TestStressCloudBlindAtomicUpdates.java:210)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds

Error Message:
expected:<MERGESHARDS> but was:<SPLITSHARD>

Stack Trace:
java.lang.AssertionError: expected:<MERGESHARDS> but was:<SPLITSHARD>
        at 
__randomizedtesting.SeedInfo.seed([66D36790A52E4DD9:6C50D83DE8954683]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:147)
        at 
org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:669)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test

Error Message:
Trigger was not fired 

Stack Trace:
java.lang.AssertionError: Trigger was not fired 
        at 
__randomizedtesting.SeedInfo.seed([66D36790A52E4DD9:EE87584A0BD22021]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 10390 lines...]
   [junit4] Suite: org.apache.lucene.document.TestLatLonPolygonShapeQueries
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestLatLonPolygonShapeQueries -Dtests.method=testRandomBig 
-Dtests.seed=D5B23FC43F620F7B -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt
 -Dtests.locale=sv -Dtests.timezone=America/Asuncion -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] ERROR   1801s J1 | TestLatLonPolygonShapeQueries.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([D5B23FC43F620F7B:52E5424BAE3B73FB]:0)
   [junit4]    >        at 
org.apache.lucene.util.bkd.HeapPointWriter.writePackedValue(HeapPointWriter.java:106)
   [junit4]    >        at 
org.apache.lucene.util.bkd.HeapPointWriter.append(HeapPointWriter.java:127)
   [junit4]    >        at 
org.apache.lucene.util.bkd.PointReader.split(PointReader.java:68)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1846)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1873)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1873)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1860)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1873)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1025)
   [junit4]    >        at 
org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:142)
   [junit4]    >        at 
org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
   [junit4]    >        at 
org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
   [junit4]    >        at 
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:145)
   [junit4]    >        at 
org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
   [junit4]    >        at 
org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:188)
   [junit4]    >        at 
org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:137)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4446)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4068)
   [junit4]    >        at 
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2170)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5103)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1612)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1228)
   [junit4]    >        at 
org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:213)
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/sandbox/test/J1/temp/lucene.document.TestLatLonPolygonShapeQueries_D5B23FC43F620F7B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{id=Lucene50(blocksize=128)}, docValues:{shape=DocValuesFormat(name=Asserting), 
id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=303, 
maxMBSortInHeap=7.8042113401128965, sim=RandomSimilarity(queryNorm=true): {}, 
locale=sv, timezone=America/Asuncion
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_172 (64-bit)/cpus=4,threads=1,free=58250760,total=452460544
   [junit4]   2> NOTE: All tests run in this JVM: [TestHalfFloatPoint, 
TestBigIntegerPoint, TestDocValuesNumbersQuery, TestLatLonBoundingBoxQueries, 
TestLatLonPolygonShapeQueries]
   [junit4] Completed [17/21 (1!)] on J1 in 2402.47s, 4 tests, 1 error <<< 
FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J1: stdout was not empty, see: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/sandbox/test/temp/junit4-J1-20181022_060814_1005840447499320330077.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/heapdumps/java_pid8765.hprof
 ...
   [junit4] Heap dump file created [412664650 bytes in 0.488 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 2838 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_66D36790A52E4DD9-001/init-core-data-001
   [junit4]   2> 322366 WARN  
(SUITE-SystemLogListenerTest-seed#[66D36790A52E4DD9]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 322366 INFO  
(SUITE-SystemLogListenerTest-seed#[66D36790A52E4DD9]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 322368 INFO  
(SUITE-SystemLogListenerTest-seed#[66D36790A52E4DD9]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 322369 INFO  
(SUITE-SystemLogListenerTest-seed#[66D36790A52E4DD9]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 322383 INFO  
(SUITE-SystemLogListenerTest-seed#[66D36790A52E4DD9]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_66D36790A52E4DD9-001/tempDir-001
   [junit4]   2> 322383 INFO  
(SUITE-SystemLogListenerTest-seed#[66D36790A52E4DD9]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 322402 INFO  (Thread-183) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 322402 INFO  (Thread-183) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 322405 ERROR (Thread-183) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 322512 INFO  
(SUITE-SystemLogListenerTest-seed#[66D36790A52E4DD9]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:40567
   [junit4]   2> 322565 INFO  (zkConnectionManagerCallback-322-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 322583 INFO  (jetty-launcher-319-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 322584 INFO  (jetty-launcher-319-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 322602 INFO  (jetty-launcher-319-thread-3) [    ] 
o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 322614 INFO  (jetty-launcher-319-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 322614 INFO  (jetty-launcher-319-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 322614 INFO  (jetty-launcher-319-thread-1) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 322615 INFO  (jetty-launcher-319-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2b823ee2{/solr,null,AVAILABLE}
   [junit4]   2> 322619 INFO  (jetty-launcher-319-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@4f1d480b{SSL,[ssl, 
http/1.1]}{127.0.0.1:46079}
   [junit4]   2> 322619 INFO  (jetty-launcher-319-thread-1) [    ] 
o.e.j.s.Server Started @322806ms
   [junit4]   2> 322619 INFO  (jetty-launcher-319-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46079}
   [junit4]   2> 322620 ERROR (jetty-launcher-319-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 322620 INFO  (jetty-launcher-319-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 322620 INFO  (jetty-launcher-319-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.6.0
   [junit4]   2> 322620 INFO  (jetty-launcher-319-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 322620 INFO  (jetty-launcher-319-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 322620 INFO  (jetty-launcher-319-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-10-22T07:42:28.257Z
   [junit4]   2> 322635 INFO  (jetty-launcher-319-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 322635 INFO  (jetty-launcher-319-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 322635 INFO  (jetty-launcher-319-thread-2) [    ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 322635 INFO  (jetty-launcher-319-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4d3ff034{/solr,null,AVAILABLE}
   [junit4]   2> 322647 INFO  (jetty-launcher-319-thread-3) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 322647 INFO  (jetty-launcher-319-thread-3) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 322647 INFO  (jetty-launcher-319-thread-3) [    ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 322647 INFO  (jetty-launcher-319-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@60ea2864{/solr,null,AVAILABLE}
   [junit4]   2> 322648 INFO  (jetty-launcher-319-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@11f5a54e{SSL,[ssl, 
http/1.1]}{127.0.0.1:36745}
   [junit4]   2> 322648 INFO  (jetty-launcher-319-thread-3) [    ] 
o.e.j.s.Server Started @322835ms
   [junit4]   2> 322648 INFO  (jetty-launcher-319-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36745}
   [junit4]   2> 322649 ERROR (jetty-launcher-319-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 322649 INFO  (jetty-launcher-319-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 322649 INFO  (jetty-launcher-319-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.6.0
   [junit4]   2> 322649 INFO  (jetty-launcher-319-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 322649 INFO  (jetty-launcher-319-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 322649 INFO  (jetty-launcher-319-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-10-22T07:42:28.286Z
   [junit4]   2> 322668 INFO  (jetty-launcher-319-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@449489a9{SSL,[ssl, 
http/1.1]}{127.0.0.1:39454}
   [junit4]   2> 322668 INFO  (jetty-launcher-319-thread-2) [    ] 
o.e.j.s.Server Started @322855ms
   [junit4]   2> 322668 INFO  (jetty-launcher-319-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=39454}
   [junit4]   2> 322669 ERROR (jetty-launcher-319-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 322669 INFO  (jetty-launcher-319-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 322669 INFO  (jetty-launcher-319-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.6.0
   [junit4]   2> 322669 INFO  (jetty-launcher-319-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 322669 INFO  (jetty-launcher-319-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 322669 INFO  (jetty-launcher-319-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-10-22T07:42:28.306Z
   [junit4]   2> 322684 INFO  (zkConnectionManagerCallback-328-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 322684 INFO  (jetty-launcher-319-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 322760 INFO  (zkConnectionManagerCallback-324-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 322894 INFO  (zkConnectionManagerCallback-326-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 322902 INFO  (jetty-launcher-319-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 322914 INFO  (jetty-launcher-319-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 323620 INFO  (jetty-launcher-319-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40567/solr
   [junit4]   2> 323690 INFO  (zkConnectionManagerCallback-332-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 323802 INFO  (zkConnectionManagerCallback-334-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 324564 INFO  (jetty-launcher-319-thread-1) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:46079_solr
   [junit4]   2> 324565 INFO  (jetty-launcher-319-thread-1) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.Overseer Overseer 
(id=73534221631750149-127.0.0.1:46079_solr-n_0000000000) starting
   [junit4]   2> 324712 INFO  (jetty-launcher-319-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40567/solr
   [junit4]   2> 324767 INFO  (zkConnectionManagerCallback-340-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 324812 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1053efc27320006, likely client has closed socket
   [junit4]   2> 324820 INFO  (zkConnectionManagerCallback-342-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 324845 INFO  (jetty-launcher-319-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40567/solr
   [junit4]   2> 324894 INFO  (zkConnectionManagerCallback-346-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 324942 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1053efc27320008, likely client has closed socket
   [junit4]   2> 324998 INFO  (zkConnectionManagerCallback-348-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 325223 INFO  (jetty-launcher-319-thread-3) 
[n:127.0.0.1:36745_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36745_solr
   [junit4]   2> 325250 INFO  (zkConnectionManagerCallback-355-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 325385 INFO  (zkCallback-341-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 325401 INFO  (jetty-launcher-319-thread-1) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 325470 INFO  (zkCallback-333-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 325535 INFO  (zkConnectionManagerCallback-360-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 325547 INFO  (jetty-launcher-319-thread-1) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:40567/solr ready
   [junit4]   2> 325588 INFO  
(OverseerStateUpdate-73534221631750149-127.0.0.1:46079_solr-n_0000000000) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:46079_solr
   [junit4]   2> 325657 DEBUG 
(OverseerAutoScalingTriggerThread-73534221631750149-127.0.0.1:46079_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 325660 INFO  (jetty-launcher-319-thread-3) 
[n:127.0.0.1:36745_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 325693 DEBUG 
(OverseerAutoScalingTriggerThread-73534221631750149-127.0.0.1:46079_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 325694 DEBUG 
(OverseerAutoScalingTriggerThread-73534221631750149-127.0.0.1:46079_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, 
lastZnodeVersion -1
   [junit4]   2> 325694 DEBUG 
(OverseerAutoScalingTriggerThread-73534221631750149-127.0.0.1:46079_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto 
znodeVersion 1
   [junit4]   2> 325746 INFO  (jetty-launcher-319-thread-1) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 325746 INFO  (jetty-launcher-319-thread-1) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46079_solr
   [junit4]   2> 325750 INFO  (jetty-launcher-319-thread-3) 
[n:127.0.0.1:36745_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:40567/solr ready
   [junit4]   2> 325807 INFO  (jetty-launcher-319-thread-3) 
[n:127.0.0.1:36745_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 325840 INFO  (zkCallback-341-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 325860 INFO  (zkCallback-333-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 325986 INFO  (zkCallback-354-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 326055 INFO  (jetty-launcher-319-thread-1) 
[n:127.0.0.1:46079_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 326173 INFO  (zkCallback-359-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 326208 INFO  (jetty-launcher-319-thread-3) 
[n:127.0.0.1:36745_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36745.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4cb035e6
   [junit4]   2> 326390 INFO  (jetty-launcher-319-thread-3) 
[n:127.0.0.1:36745_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36745.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4cb035e6
   [junit4]   2> 326390 INFO  (jetty-launcher-319-thread-3) 
[n:127.0.0.1:36745_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36745.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4cb035e6
   [junit4]   2> 326392 INFO  (jetty-launcher-319-thread-3) 
[n:127.0.0.1:36745_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_66D36790A52E4DD9-001/tempDir-001/node3/.
   [junit4]   2> 326401 INFO  (jetty-launcher-319-thread-1) 
[n:127.0.0.1:46079_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46079.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4cb035e6
   [junit4]   2> 326457 INFO  (jetty-launcher-319-thread-2) 
[n:127.0.0.1:39454_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 326459 INFO  (jetty-launcher-319-thread-1) 
[n:127.0.0.1:46079_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46079.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4cb035e6
   [junit4]   2> 326459 INFO  (jetty-launcher-319-thread-1) 
[n:127.0.0.1:46079_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46079.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4cb035e6
   [junit4]   2> 326494 INFO  (jetty-launcher-319-thread-1) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_66D36790A52E4DD9-001/tempDir-001/node1/.
   [junit4]   2> 326534 DEBUG 
(OverseerAutoScalingTriggerThread-73534221631750149-127.0.0.1:46079_solr-n_0000000000)
 [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:36745_solr, 127.0.0.1:46079_solr]
   [junit4]   2> 326607 DEBUG 
(OverseerAutoScalingTriggerThread-73534221631750149-127.0.0.1:46079_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 326624 DEBUG 
(OverseerAutoScalingTriggerThread-73534221631750149-127.0.0.1:46079_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, 
lastZnodeVersion 1
   [junit4]   2> 326668 DEBUG (ScheduledTrigger-519-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 326843 INFO  (jetty-launcher-319-thread-2) 
[n:127.0.0.1:39454_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 326843 INFO  (jetty-launcher-319-thread-2) 
[n:127.0.0.1:39454_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39454_solr
   [junit4]   2> 326870 INFO  (zkCallback-359-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 326870 INFO  (zkCallback-354-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 326900 INFO  (zkCallback-341-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 326912 INFO  (zkCallback-333-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 326937 INFO  (zkCallback-347-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 327087 INFO  (zkConnectionManagerCallback-369-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 327152 INFO  (jetty-launcher-319-thread-2) 
[n:127.0.0.1:39454_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 327254 INFO  (jetty-launcher-319-thread-2) 
[n:127.0.0.1:39454_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:40567/solr ready
   [junit4]   2> 327298 INFO  (jetty-launcher-319-thread-2) 
[n:127.0.0.1:39454_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 327426 INFO  (jetty-launcher-319-thread-2) 
[n:127.0.0.1:39454_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39454.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4cb035e6
   [junit4]   2> 327617 INFO  (jetty-launcher-319-thread-2) 
[n:127.0.0.1:39454_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39454.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4cb035e6
   [junit4]   2> 327617 INFO  (jetty-launcher-319-thread-2) 
[n:127.0.0.1:39454_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39454.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4cb035e6
   [junit4]   2> 327631 INFO  (jetty-launcher-319-thread-2) 
[n:127.0.0.1:39454_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_66D36790A52E4DD9-001/tempDir-001/node2/.
   [junit4]   2> 328025 DEBUG (ScheduledTrigger-519-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 328188 INFO  (zkConnectionManagerCallback-372-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 328252 INFO  (zkConnectionManagerCallback-377-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 328281 INFO  
(SUITE-SystemLogListenerTest-seed#[66D36790A52E4DD9]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 328282 INFO  
(SUITE-SystemLogListenerTest-seed#[66D36790A52E4DD9]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40567/solr ready
   [junit4]   2> 328759 INFO  (qtp361011252-1094) [n:127.0.0.1:39454_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 328850 INFO  
(OverseerThreadFactory-521-thread-1-processing-n:127.0.0.1:46079_solr) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
.system
   [junit4]   2> 329049 DEBUG (ScheduledTrigger-519-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 329320 INFO  (qtp361011252-1090) [n:127.0.0.1:39454_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 330073 DEBUG (ScheduledTrigger-519-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 330222 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 330531 INFO  (qtp1304166139-1085) [n:127.0.0.1:46079_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 330620 INFO  
(OverseerStateUpdate-73534221631750149-127.0.0.1:46079_solr-n_0000000000) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46079/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 330658 INFO  
(OverseerStateUpdate-73534221631750149-127.0.0.1:46079_solr-n_0000000000) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36745/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 330693 INFO  
(OverseerStateUpdate-73534221631750149-127.0.0.1:46079_solr-n_0000000000) 
[n:127.0.0.1:46079_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39454/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 331077 DEBUG (ScheduledTrigger-519-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 331147 INFO  (qtp1304166139-1088) [n:127.0.0.1:46079_solr    
x:.system_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 331148 INFO  (qtp361011252-1095) [n:127.0.0.1:39454_solr    
x:.system_shard1_replica_n4] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 331257 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr    
x:.system_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 331257 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr    
x:.system_shard1_replica_n3] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 332080 DEBUG (ScheduledTrigger-519-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 332401 WARN  (qtp361011252-1095) [n:127.0.0.1:39454_solr 
c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.Config You 
should not use LATEST as luceneMatchVersion property: if you use this setting, 
and then Solr upgrades to a newer release of Lucene, sizable changes may 
happen. If precise back compatibility is important then you should instead 
explicitly specify an actual Lucene version.
   [junit4]   2> 332513 INFO  (qtp361011252-1095) [n:127.0.0.1:39454_solr 
c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.6.0
   [junit4]   2> 332644 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr 
c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.6.0
   [junit4]   2> 332651 INFO  (qtp1304166139-1088) [n:127.0.0.1:46079_solr 
c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.6.0
   [junit4]   2> 332669 INFO  (qtp361011252-1095) [n:127.0.0.1:39454_solr 
c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] 
o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but 
managed schema resource managed-schema not found - loading non-managed schema 
schema.xml instead
   [junit4]   2> 332672 INFO  (qtp361011252-1095) [n:127.0.0.1:39454_solr 
c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] 
o.a.s.s.IndexSchema [.system_shard1_replica_n4] Schema name=_system collection 
or core
   [junit4]   2> 332718 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr 
c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] 
o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but 
managed schema resource managed-schema not found - loading non-managed schema 
schema.xml instead
   [junit4]   2> 332720 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr 
c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] 
o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection 
or core
   [junit4]   2> 332742 INFO  (qtp1304166139-1088) [n:127.0.0.1:46079_solr 
c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] 
o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but 
managed schema resource managed-schema not found - loading non-managed schema 
schema.xml instead
   [junit4]   2> 332758 INFO  (qtp1304166139-1088) [n:127.0.0.1:46079_solr 
c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] 
o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection 
or core
   [junit4]   2> 332813 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr 
c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] 
o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid 
field id
   [junit4]   2> 332814 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr 
c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] 
o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at 
/configs/.system/managed-schema
   [junit4]   2> 332815 INFO  (qtp1304166139-1088) [n:127.0.0.1:46079_solr 
c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid 
field id
   [junit4]   2> 332818 INFO  (qtp361011252-1095) [n:127.0.0.1:39454_solr 
c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] 
o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid 
field id
   [junit4]   2> 332831 INFO  (qtp1304166139-1088) [n:127.0.0.1:46079_solr 
c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] 
o.a.s.s.ManagedIndexSchema Managed schema znode at 
/configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 332849 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr 
c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] 
o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in 
ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to 
/configs/.system/schema.xml.bak
   [junit4]   2> 332849 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr 
c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] 
o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n3' using 
configuration from collection .system, trusted=true
   [junit4]   2> 332849 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr 
c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36745.solr.core..system.shard1.replica_n3' (registry 
'solr.core..system.shard1.replica_n3') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4cb035e6
   [junit4]   2> 332850 INFO  (qtp955978387-1103) [n:127.0.0.1:36745_solr 
c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore 
[[.system_shard1_replica_n3] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_66D36790A52E4DD9-001/tempDir-001/node3/.system_shard1_replica_n3],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_66D36790A52E4DD9-001/tempDir-001/node3/./.system_shard1_replica_n3/data/]
   [junit4]   2> 332852 INFO  (qtp361011252-1095) [n:127.0.0.1:39454_solr 
c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] 
o.a.s.s.ManagedIndexSchema Managed schema znode at 
/configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 332852 WARN  (qtp1304166139-1088) [n:127.0.0.1:46079_solr 
c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] 
o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource 
managed-schema
   [junit4]   2> org.apache.zookeeper.KeeperException$NoNodeException: 
KeeperErrorCode = NoNode for /configs/.system/schema.xml
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:114) 
~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:54) 
~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) 
~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:344)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1187) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1134)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
 [java/:?]
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
 [java/:?]
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
 [java/:?]
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
 [java/:?]
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) 
[java/:?]
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) 
[java/:?]
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) [java/:?]
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
 [java/:?]
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
 [java/:?]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
 [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
 [java/:?]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
 [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) 
[jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
 [jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
 [jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
 [jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
 [jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
 [jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) 
[jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
 [jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
 [jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
 [jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) 
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) 
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:531) 
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) 
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) 
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
 [jetty-io-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) 
[jetty-io-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) 
[jetty-io-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) 
[jetty-io-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) 
[jetty-io-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) 
[jetty-io-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
 [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
 [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
 [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
 [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
 [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
 [jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) 
[jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 332854 INFO  (qtp1304166139-1088) [n:127.0.0.1:46079_solr 
c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using 
configuration from collection .system, trusted=true
   [junit4]   2> 332855 INFO  (qtp1304166139-1088) [n:127.0.0.1:46079_solr 
c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46079.solr.core..system.shard1.replica_n1' (registry 
'solr.core..system.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4cb035e6
   [junit4]   2> 332855 INFO  (qtp1304166139-1088) [n:127.0.0.1:46079_solr 
c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore 
[[.system_shard1_

[...truncated too long message...]

xPointsInLeafNode=632, maxMBSortInHeap=6.756305710990409, 
sim=RandomSimilarity(queryNorm=false): {}, locale=ar-TN, 
timezone=America/Dominica
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_172 (64-bit)/cpus=4,threads=3,free=232775856,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [TestExportWriter, 
TlogReplayBufferedWhileIndexingTest, TestHttpShardHandlerFactory, TestTrie, 
SolrMetricsIntegrationTest, TestRestManager, SearchHandlerTest, 
TestRuleBasedAuthorizationPlugin, TestPhraseSuggestions, TestRestoreCore, 
TestShortCircuitedRequests, BadCopyFieldTest, TestPolicyCloud, 
HdfsRestartWhileUpdatingTest, TestSearchPerf, TestCustomSort, 
TestManagedSchemaThreadSafety, TestRandomCollapseQParserPlugin, 
TestCSVResponseWriter, SpellCheckComponentTest, SpatialHeatmapFacetsTest, 
TestCustomStream, DataDrivenBlockJoinTest, TestLegacyNumericUtils, 
ReturnFieldsTest, NodeAddedTriggerIntegrationTest, TestDocTermOrds, 
TestNumericTerms32, LeaderElectionContextKeyTest, 
AddSchemaFieldsUpdateProcessorFactoryTest, CursorMarkTest, 
HighlighterConfigTest, IndexSizeTriggerTest, TestNumericRangeQuery32, 
ZkStateWriterTest, TestSchemaNameResource, AddReplicaTest, 
TestHalfAndHalfDocValues, TestStressUserVersions, TermsComponentTest, 
TestReplicationHandler, DistributedFacetPivotSmallAdvancedTest, 
TestComplexPhraseLeadingWildcard, TestSimExecutePlanAction, 
AnalyticsMergeStrategyTest, MetricUtilsTest, 
PhrasesIdentificationComponentTest, TestFieldCacheReopen, 
DistributedTermsComponentTest, RegexBytesRefFilterTest, TestMergePolicyConfig, 
TestRequestForwarding, LeaderVoteWaitTimeoutTest, TestCloudPivotFacet, 
TestBinaryField, TestTlogReplica, TestMultiWordSynonyms, TestDynamicURP, 
TestStressLucene, ConcurrentDeleteAndCreateCollectionTest, 
BinaryUpdateRequestHandlerTest, ReplaceNodeTest, CollectionsAPISolrJTest, 
CoreAdminCreateDiscoverTest, RegexBoostProcessorTest, TestSystemIdResolver, 
TimeZoneUtilsTest, LoggingHandlerTest, 
VMParamsZkACLAndCredentialsProvidersTest, 
OverriddenZkACLAndCredentialsProvidersTest, TestSweetSpotSimilarityFactory, 
BufferStoreTest, V2ApiIntegrationTest, RollingRestartTest, 
SpellPossibilityIteratorTest, JSONWriterTest, TestPostingsSolrHighlighter, 
CoreAdminRequestStatusTest, TestPayloadCheckQParserPlugin, TestSimLargeCluster, 
SuggestComponentTest, SolrTestCaseJ4Test, TestStressCloudBlindAtomicUpdates, 
HdfsNNFailoverTest, TestCloudSearcherWarming, CdcrWithNodesRestartsTest, 
ConnectionManagerTest, TestUseDocValuesAsStored, SolrCoreMetricManagerTest, 
ForceLeaderTest, ClassificationUpdateProcessorFactoryTest, SuggesterTest, 
RandomizedTaggerTest, TestTrieFacet, TestSortByMinMaxFunction, 
TestEmbeddedSolrServerAdminHandler, HLLSerializationTest, 
TestConfigSetImmutable, TestPrepRecovery, TestSolrCoreParser, 
TestLeaderElectionWithEmptyReplica, ConjunctionSolrSpellCheckerTest, 
HdfsDirectoryFactoryTest, TestSimPolicyCloud, TestCharFilters, 
CdcrReplicationHandlerTest, TestSimpleTrackingShardHandler, 
ShardRoutingCustomTest, RequiredFieldsTest, TestSimComputePlanAction, 
SolrXmlInZkTest, TestFilteredDocIdSet, IgnoreLargeDocumentProcessorFactoryTest, 
TestScoreJoinQPNoScore, TestNonDefinedSimilarityFactory, ZkSolrClientTest, 
TestConfigSetsAPIExclusivity, TestSchemaVersionResource, DistributedQueueTest, 
TestXmlQParserPlugin, ZookeeperStatusHandlerTest, OutputWriterTest, 
TestSchemaManager, DocExpirationUpdateProcessorFactoryTest, TestXIncludeConfig, 
TestImpersonationWithHadoopAuth, ManagedSchemaRoundRobinCloudTest, 
DistributedQueryElevationComponentTest, RulesTest, TestNamedUpdateProcessors, 
TestChildDocTransformerHierarchy, ResponseLogComponentTest, 
TestHighlightDedupGrouping, TestLuceneMatchVersion, 
TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, 
TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, 
AliasIntegrationTest, BasicDistributedZkTest, BasicZkTest, 
ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=ChaosMonkeyNothingIsSafeWithPullReplicasTest 
-Dtests.seed=66D36790A52E4DD9 -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt
 -Dtests.locale=ar-TN -Dtests.timezone=America/Dominica -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | ChaosMonkeyNothingIsSafeWithPullReplicasTest 
(suite) <<<
   [junit4]    > Throwable #1: 
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE 
scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 
   [junit4]    >    1) Thread[id=21926, name=Connection evictor, 
state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=21929, 
name=zkConnectionManagerCallback-7595-thread-1, state=WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=21927, 
name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[66D36790A52E4DD9]-SendThread(127.0.0.1:34692),
 state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   [junit4]    >    4) Thread[id=21928, 
name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[66D36790A52E4DD9]-EventThread,
 state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([66D36790A52E4DD9]:0)Throwable #2: 
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=21929, 
name=zkConnectionManagerCallback-7595-thread-1, state=WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=21927, 
name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[66D36790A52E4DD9]-SendThread(127.0.0.1:34692),
 state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([66D36790A52E4DD9]:0)
   [junit4] Completed [469/834 (6!)] on J2 in 483.66s, 1 test, 1 failure, 2 
errors <<< FAILURES!

[...truncated 10151 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:651:
 The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:585:
 Some of the tests produced a heap dump, but did not fail. Maybe a suppressed 
OutOfMemoryError? Dumps created:
* java_pid8765.hprof

Total time: 436 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to