Build: 
https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/56/

4 tests failed.
FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest

Error Message:
ObjectTracker found 5 object(s) that were not released!!! [SolrCore, 
InternalHttpClient, MMapDirectory, MMapDirectory, MMapDirectory] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:699)  
at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:418) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1191)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:699)  
at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)   expected null, but 
was:<ObjectTracker found 5 object(s) that were not released!!! [SolrCore, 
InternalHttpClient, MMapDirectory, MMapDirectory, MMapDirectory] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:699)  
at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:418) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1191)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:699)  
at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not 
released!!! [SolrCore, InternalHttpClient, MMapDirectory, MMapDirectory, 
MMapDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
        at 
org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:699)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:418)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1191)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
        at 
org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:699)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

 expected null, but was:<ObjectTracker found 5 object(s) that were not 
released!!! [SolrCore, InternalHttpClient, MMapDirectory, MMapDirectory, 
MMapDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
        at 
org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:699)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:418)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1191)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
        at 
org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:699)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

>
        at __randomizedtesting.SeedInfo.seed([10CFE156AFBFCDCA]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotNull(Assert.java:755)
        at org.junit.Assert.assertNull(Assert.java:737)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:325)
        at sun.reflect.GeneratedMethodAccessor74.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.basicTest

Error Message:
Timeout occurred while waiting response from server at: 
https://127.0.0.1:42640/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while 
waiting response from server at: https://127.0.0.1:42640/solr
        at 
__randomizedtesting.SeedInfo.seed([10CFE156AFBFCDCA:E23BF634EB1AC0F9]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
        at 
org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1055)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:830)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:763)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
        at 
org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.basicTest(LeaderVoteWaitTimeoutTest.java:155)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:171)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
        at sun.security.ssl.InputRecord.read(InputRecord.java:503)
        at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
        at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
        at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
        ... 49 more


FAILED:  
org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=153660, name=Thread-98119, 
state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught 
exception in thread: Thread[id=153660, name=Thread-98119, state=RUNNABLE, 
group=TGRP-TestDistributedStatsComponentCardinality]
        at 
__randomizedtesting.SeedInfo.seed([10CFE156AFBFCDCA:989BDE8C0143A032]:0)
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
        at __randomizedtesting.SeedInfo.seed([10CFE156AFBFCDCA]:0)
        at junit.framework.Assert.fail(Assert.java:57)
        at 
org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:999)
        at 
org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1026)
        at 
org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:695)


FAILED:  
org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit

Error Message:
refusing to delete any files: this IndexWriter hit an unrecoverable exception

Stack Trace:
org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: 
this IndexWriter hit an unrecoverable exception
        at 
org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
        at 
org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
        at 
org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
        at 
org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
        at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2563)
        at 
org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2641)
        at 
org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5079)
        at 
org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:115)
        at 
org.apache.lucene.index.DocumentsWriterFlushQueue.tryPurge(DocumentsWriterFlushQueue.java:146)
        at 
org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:201)
        at 
org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5059)
        at 
org.apache.lucene.index.IndexWriter$1.afterSegmentsFlushed(IndexWriter.java:369)
        at 
org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:599)
        at 
org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:413)
        at 
org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:514)
        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
        at 
org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
        at 
org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.OutOfMemoryError: Java heap space
        at java.nio.HeapByteBuffer.<init>(HeapByteBuffer.java:57)
        at java.nio.ByteBuffer.allocate(ByteBuffer.java:335)
        at 
org.apache.lucene.store.ByteBuffersDataOutput$$Lambda$267/1503397182.apply(Unknown
 Source)
        at 
org.apache.lucene.store.ByteBuffersDataOutput.appendBlock(ByteBuffersDataOutput.java:447)
        at 
org.apache.lucene.store.ByteBuffersDataOutput.writeBytes(ByteBuffersDataOutput.java:164)
        at 
org.apache.lucene.store.ByteBuffersIndexOutput.writeBytes(ByteBuffersIndexOutput.java:115)
        at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
        at 
org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
        at 
org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
        at org.apache.lucene.store.DataOutput.writeInt(DataOutput.java:70)
        at org.apache.lucene.codecs.CodecUtil.writeFooter(CodecUtil.java:391)
        at 
org.apache.lucene.codecs.lucene50.Lucene50PostingsWriter.close(Lucene50PostingsWriter.java:504)
        at org.apache.lucene.util.IOUtils.close(IOUtils.java:88)
        at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
        at 
org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.close(BlockTreeTermsWriter.java:1026)
        at 
org.apache.lucene.util.IOUtils.closeWhileHandlingException(IOUtils.java:122)
        at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:175)
        at 
org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4459)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4054)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)




Build Log:
[...truncated 13209 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderVoteWaitTimeoutTest
   [junit4]   2> 136488 INFO  
(SUITE-LeaderVoteWaitTimeoutTest-seed#[10CFE156AFBFCDCA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_10CFE156AFBFCDCA-001/init-core-data-001
   [junit4]   2> 136488 WARN  
(SUITE-LeaderVoteWaitTimeoutTest-seed#[10CFE156AFBFCDCA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 136488 INFO  
(SUITE-LeaderVoteWaitTimeoutTest-seed#[10CFE156AFBFCDCA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 136492 INFO  
(SUITE-LeaderVoteWaitTimeoutTest-seed#[10CFE156AFBFCDCA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 136496 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testMostInSyncReplicasCanWinElection
   [junit4]   2> 136501 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_10CFE156AFBFCDCA-001/tempDir-001
   [junit4]   2> 136501 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 136502 INFO  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 136502 INFO  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 136602 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.ZkTestServer start zk server on port:38663
   [junit4]   2> 136602 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38663
   [junit4]   2> 136602 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38663
   [junit4]   2> 136611 INFO  (zkConnectionManagerCallback-438-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 136618 INFO  (zkConnectionManagerCallback-440-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 136621 INFO  (zkConnectionManagerCallback-442-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 136629 WARN  (jetty-launcher-443-thread-2) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 136630 WARN  (jetty-launcher-443-thread-3) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 136630 INFO  (jetty-launcher-443-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 136630 INFO  (jetty-launcher-443-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 136630 WARN  (jetty-launcher-443-thread-1) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 136630 INFO  (jetty-launcher-443-thread-3) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 136630 INFO  (jetty-launcher-443-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 136630 INFO  (jetty-launcher-443-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 136631 INFO  (jetty-launcher-443-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 136631 INFO  (jetty-launcher-443-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 136631 INFO  (jetty-launcher-443-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 136631 INFO  (jetty-launcher-443-thread-3) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 136631 INFO  (jetty-launcher-443-thread-3) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 136631 INFO  (jetty-launcher-443-thread-3) [    ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 136632 INFO  (jetty-launcher-443-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 136632 INFO  (jetty-launcher-443-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3978b02b{/solr,null,AVAILABLE}
   [junit4]   2> 136635 WARN  (jetty-launcher-443-thread-3) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@62957234[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 136642 INFO  (jetty-launcher-443-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@25a1f7c5{SSL,[ssl, 
http/1.1]}{127.0.0.1:39458}
   [junit4]   2> 136642 INFO  (jetty-launcher-443-thread-3) [    ] 
o.e.j.s.Server Started @136716ms
   [junit4]   2> 136642 INFO  (jetty-launcher-443-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=39458}
   [junit4]   2> 136643 ERROR (jetty-launcher-443-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 136643 INFO  (jetty-launcher-443-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 136643 INFO  (jetty-launcher-443-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 136643 INFO  (jetty-launcher-443-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 136644 INFO  (jetty-launcher-443-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 136644 INFO  (jetty-launcher-443-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-29T20:26:57.851Z
   [junit4]   2> 136651 INFO  (jetty-launcher-443-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 136651 INFO  (jetty-launcher-443-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 136651 INFO  (jetty-launcher-443-thread-1) [    ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 136651 INFO  (jetty-launcher-443-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@25c5dccc{/solr,null,AVAILABLE}
   [junit4]   2> 136651 WARN  (jetty-launcher-443-thread-4) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 136652 WARN  (jetty-launcher-443-thread-1) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@46b9512b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 136652 INFO  (jetty-launcher-443-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 136652 INFO  (jetty-launcher-443-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 136652 INFO  (jetty-launcher-443-thread-4) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 136662 INFO  (jetty-launcher-443-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 136662 INFO  (jetty-launcher-443-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 136662 INFO  (jetty-launcher-443-thread-2) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 136662 INFO  (jetty-launcher-443-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4758a83a{/solr,null,AVAILABLE}
   [junit4]   2> 136663 WARN  (jetty-launcher-443-thread-2) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@57c4bdb6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 136666 INFO  (jetty-launcher-443-thread-4) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 136666 INFO  (jetty-launcher-443-thread-4) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 136666 INFO  (jetty-launcher-443-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@69faec5a{SSL,[ssl, 
http/1.1]}{127.0.0.1:33713}
   [junit4]   2> 136666 INFO  (jetty-launcher-443-thread-1) [    ] 
o.e.j.s.Server Started @136740ms
   [junit4]   2> 136666 INFO  (jetty-launcher-443-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33713}
   [junit4]   2> 136667 ERROR (jetty-launcher-443-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 136667 INFO  (jetty-launcher-443-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 136667 INFO  (jetty-launcher-443-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 136667 INFO  (jetty-launcher-443-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 136667 INFO  (jetty-launcher-443-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 136667 INFO  (jetty-launcher-443-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-29T20:26:57.874Z
   [junit4]   2> 136668 INFO  (jetty-launcher-443-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@4256f5c5{SSL,[ssl, 
http/1.1]}{127.0.0.1:43777}
   [junit4]   2> 136668 INFO  (jetty-launcher-443-thread-2) [    ] 
o.e.j.s.Server Started @136742ms
   [junit4]   2> 136668 INFO  (jetty-launcher-443-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43777}
   [junit4]   2> 136668 ERROR (jetty-launcher-443-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 136668 INFO  (jetty-launcher-443-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 136669 INFO  (jetty-launcher-443-thread-4) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 136669 INFO  (jetty-launcher-443-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 136669 INFO  (jetty-launcher-443-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 136669 INFO  (jetty-launcher-443-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 136669 INFO  (jetty-launcher-443-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-29T20:26:57.876Z
   [junit4]   2> 136673 INFO  (zkConnectionManagerCallback-445-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 136676 INFO  (jetty-launcher-443-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6b58c4fb{/solr,null,AVAILABLE}
   [junit4]   2> 136680 INFO  (jetty-launcher-443-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 136688 WARN  (jetty-launcher-443-thread-4) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@2d3c85df[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 136691 INFO  (jetty-launcher-443-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@34e55d9b{SSL,[ssl, 
http/1.1]}{127.0.0.1:40120}
   [junit4]   2> 136691 INFO  (jetty-launcher-443-thread-4) [    ] 
o.e.j.s.Server Started @136765ms
   [junit4]   2> 136691 INFO  (jetty-launcher-443-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40120}
   [junit4]   2> 136692 ERROR (jetty-launcher-443-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 136692 INFO  (jetty-launcher-443-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 136692 INFO  (jetty-launcher-443-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 136692 INFO  (jetty-launcher-443-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 136692 INFO  (jetty-launcher-443-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 136692 INFO  (jetty-launcher-443-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-29T20:26:57.899Z
   [junit4]   2> 136696 INFO  (zkConnectionManagerCallback-447-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 136705 INFO  (jetty-launcher-443-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 136714 INFO  (zkConnectionManagerCallback-449-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 136721 INFO  (jetty-launcher-443-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 136723 INFO  (zkConnectionManagerCallback-451-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 136735 INFO  (jetty-launcher-443-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 136876 INFO  (jetty-launcher-443-thread-4) [    ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 136877 WARN  (jetty-launcher-443-thread-4) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 136947 INFO  (jetty-launcher-443-thread-3) [    ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 136948 WARN  (jetty-launcher-443-thread-3) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 136954 WARN  (jetty-launcher-443-thread-4) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@793c48d1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 136969 INFO  (jetty-launcher-443-thread-1) [    ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 136977 WARN  (jetty-launcher-443-thread-1) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 136983 WARN  (jetty-launcher-443-thread-4) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 136989 WARN  (jetty-launcher-443-thread-3) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@364d0c88[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 137015 WARN  (jetty-launcher-443-thread-3) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 137028 WARN  (jetty-launcher-443-thread-1) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@64f299a6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 137041 WARN  (jetty-launcher-443-thread-4) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@1a98c11b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 137042 INFO  (jetty-launcher-443-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38663/solr
   [junit4]   2> 137044 WARN  (jetty-launcher-443-thread-3) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@7e8980a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 137045 INFO  (jetty-launcher-443-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38663/solr
   [junit4]   2> 137053 WARN  (jetty-launcher-443-thread-1) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 137099 WARN  (jetty-launcher-443-thread-1) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@474030c1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 137100 INFO  (jetty-launcher-443-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38663/solr
   [junit4]   2> 137112 INFO  (zkConnectionManagerCallback-466-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137114 INFO  (zkConnectionManagerCallback-469-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137116 INFO  (zkConnectionManagerCallback-473-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137119 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1037f9e26a50009, likely client has closed socket
   [junit4]   2> 137121 INFO  (zkConnectionManagerCallback-477-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137125 INFO  (zkConnectionManagerCallback-475-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137137 INFO  (zkConnectionManagerCallback-479-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137162 INFO  (jetty-launcher-443-thread-1) 
[n:127.0.0.1:33713_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:33713_solr
   [junit4]   2> 137162 INFO  (jetty-launcher-443-thread-1) 
[n:127.0.0.1:33713_solr    ] o.a.s.c.Overseer Overseer 
(id=73042336197967884-127.0.0.1:33713_solr-n_0000000000) starting
   [junit4]   2> 137182 INFO  (zkConnectionManagerCallback-490-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137199 INFO  (jetty-launcher-443-thread-1) 
[n:127.0.0.1:33713_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:38663/solr ready
   [junit4]   2> 137218 INFO  
(OverseerStateUpdate-73042336197967884-127.0.0.1:33713_solr-n_0000000000) 
[n:127.0.0.1:33713_solr    ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:33713_solr
   [junit4]   2> 137229 INFO  (jetty-launcher-443-thread-1) 
[n:127.0.0.1:33713_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33713_solr
   [junit4]   2> 137240 INFO  (zkCallback-478-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 137242 INFO  (zkCallback-489-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 137317 INFO  (jetty-launcher-443-thread-3) 
[n:127.0.0.1:39458_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 137322 INFO  (jetty-launcher-443-thread-3) 
[n:127.0.0.1:39458_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:39458_solr as DOWN
   [junit4]   2> 137324 INFO  (jetty-launcher-443-thread-3) 
[n:127.0.0.1:39458_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 137324 INFO  (jetty-launcher-443-thread-3) 
[n:127.0.0.1:39458_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39458_solr
   [junit4]   2> 137325 INFO  (zkCallback-478-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 137325 INFO  (zkCallback-489-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 137329 INFO  (zkCallback-476-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 137363 INFO  (jetty-launcher-443-thread-2) [    ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 137364 WARN  (jetty-launcher-443-thread-2) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 137365 WARN  (jetty-launcher-443-thread-2) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@7a4047a2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 137371 WARN  (jetty-launcher-443-thread-2) [    ] 
o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport 
since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 137375 WARN  (jetty-launcher-443-thread-2) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@6a7e09c8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 137376 INFO  (jetty-launcher-443-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38663/solr
   [junit4]   2> 137376 INFO  (jetty-launcher-443-thread-1) 
[n:127.0.0.1:33713_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 137398 INFO  (jetty-launcher-443-thread-4) 
[n:127.0.0.1:40120_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 137398 INFO  (zkConnectionManagerCallback-496-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137403 INFO  (jetty-launcher-443-thread-4) 
[n:127.0.0.1:40120_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:40120_solr as DOWN
   [junit4]   2> 137404 INFO  (jetty-launcher-443-thread-4) 
[n:127.0.0.1:40120_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 137404 INFO  (jetty-launcher-443-thread-4) 
[n:127.0.0.1:40120_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40120_solr
   [junit4]   2> 137405 INFO  (zkCallback-478-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 137405 INFO  (zkCallback-489-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 137429 INFO  (zkCallback-476-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 137429 INFO  (jetty-launcher-443-thread-3) 
[n:127.0.0.1:39458_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 137430 INFO  (zkCallback-474-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 137430 INFO  (jetty-launcher-443-thread-3) 
[n:127.0.0.1:39458_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:38663/solr ready
   [junit4]   2> 137436 INFO  (zkConnectionManagerCallback-502-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137449 INFO  (jetty-launcher-443-thread-3) 
[n:127.0.0.1:39458_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 137451 INFO  (jetty-launcher-443-thread-1) 
[n:127.0.0.1:33713_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33713.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137467 INFO  (jetty-launcher-443-thread-1) 
[n:127.0.0.1:33713_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33713.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137467 INFO  (jetty-launcher-443-thread-1) 
[n:127.0.0.1:33713_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33713.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137469 INFO  (jetty-launcher-443-thread-1) 
[n:127.0.0.1:33713_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_10CFE156AFBFCDCA-001/tempDir-001/node1/.
   [junit4]   2> 137511 INFO  (jetty-launcher-443-thread-3) 
[n:127.0.0.1:39458_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39458.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137520 INFO  (zkConnectionManagerCallback-508-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137534 INFO  (jetty-launcher-443-thread-4) 
[n:127.0.0.1:40120_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 137534 INFO  (jetty-launcher-443-thread-3) 
[n:127.0.0.1:39458_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39458.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137535 INFO  (jetty-launcher-443-thread-3) 
[n:127.0.0.1:39458_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39458.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137536 INFO  (jetty-launcher-443-thread-4) 
[n:127.0.0.1:40120_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:38663/solr ready
   [junit4]   2> 137536 INFO  (jetty-launcher-443-thread-3) 
[n:127.0.0.1:39458_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_10CFE156AFBFCDCA-001/tempDir-001/node3/.
   [junit4]   2> 137540 INFO  (jetty-launcher-443-thread-4) 
[n:127.0.0.1:40120_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 137542 INFO  (zkConnectionManagerCallback-510-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137548 INFO  (jetty-launcher-443-thread-2) 
[n:127.0.0.1:43777_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 137552 INFO  (jetty-launcher-443-thread-2) 
[n:127.0.0.1:43777_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:43777_solr as DOWN
   [junit4]   2> 137553 INFO  (jetty-launcher-443-thread-2) 
[n:127.0.0.1:43777_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 137553 INFO  (jetty-launcher-443-thread-2) 
[n:127.0.0.1:43777_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43777_solr
   [junit4]   2> 137556 INFO  (zkCallback-478-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 137556 INFO  (zkCallback-476-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 137556 INFO  (zkCallback-474-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 137556 INFO  (zkCallback-489-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 137570 INFO  (jetty-launcher-443-thread-4) 
[n:127.0.0.1:40120_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40120.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137574 INFO  (zkCallback-495-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 137577 INFO  (zkCallback-509-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 137582 INFO  (zkCallback-507-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 137596 INFO  (jetty-launcher-443-thread-4) 
[n:127.0.0.1:40120_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40120.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137596 INFO  (jetty-launcher-443-thread-4) 
[n:127.0.0.1:40120_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40120.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137597 INFO  (jetty-launcher-443-thread-4) 
[n:127.0.0.1:40120_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_10CFE156AFBFCDCA-001/tempDir-001/node4/.
   [junit4]   2> 137602 INFO  (zkConnectionManagerCallback-518-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137604 INFO  (jetty-launcher-443-thread-2) 
[n:127.0.0.1:43777_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 137605 INFO  (jetty-launcher-443-thread-2) 
[n:127.0.0.1:43777_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:38663/solr ready
   [junit4]   2> 137609 INFO  (jetty-launcher-443-thread-2) 
[n:127.0.0.1:43777_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 137633 INFO  (jetty-launcher-443-thread-2) 
[n:127.0.0.1:43777_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43777.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137661 INFO  (jetty-launcher-443-thread-2) 
[n:127.0.0.1:43777_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43777.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137661 INFO  (jetty-launcher-443-thread-2) 
[n:127.0.0.1:43777_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43777.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@38518cd9
   [junit4]   2> 137663 INFO  (jetty-launcher-443-thread-2) 
[n:127.0.0.1:43777_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_10CFE156AFBFCDCA-001/tempDir-001/node2/.
   [junit4]   2> 137747 INFO  (zkConnectionManagerCallback-524-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137749 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 137751 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 
127.0.0.1:38663/solr ready
   [junit4]   2> 137762 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2015165875
   [junit4]   2> 137762 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33713_solr
   [junit4]   2> 137763 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 137763 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.ZkController Publish node=127.0.0.1:33713_solr as DOWN
   [junit4]   2> 137765 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 137765 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 137766 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@46771726: rootName = 
solr_33713, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@5e8afa0a
   [junit4]   2> 137773 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 137773 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@6c06fab2: rootName = 
solr_33713, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@5aa4ef9d
   [junit4]   2> 137777 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 137777 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7a1642f6: rootName = 
solr_33713, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@31f5a06
   [junit4]   2> 137778 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 137778 INFO  (closeThreadPool-527-thread-2) [    ] 
o.a.s.c.Overseer Overseer 
(id=73042336197967884-127.0.0.1:33713_solr-n_0000000000) closing
   [junit4]   2> 137785 INFO  
(OverseerStateUpdate-73042336197967884-127.0.0.1:33713_solr-n_0000000000) 
[n:127.0.0.1:33713_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:33713_solr
   [junit4]   2> 137786 INFO  
(OverseerAutoScalingTriggerThread-73042336197967884-127.0.0.1:33713_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 137791 INFO  (closeThreadPool-527-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=73042336197967884-127.0.0.1:33713_solr-n_0000000000) closing
   [junit4]   2> 137791 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.Overseer Overseer 
(id=73042336197967884-127.0.0.1:33713_solr-n_0000000000) closing
   [junit4]   2> 137792 INFO  (zkCallback-474-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 137792 INFO  (zkCallback-507-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 137794 INFO  (zkCallback-523-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 137794 INFO  (zkCallback-476-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 137794 INFO  (zkCallback-476-thread-1) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39458_solr
   [junit4]   2> 137794 INFO  (zkCallback-495-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 137795 INFO  (zkCallback-509-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 137795 INFO  (zkCallback-517-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 137796 INFO  (zkCallback-476-thread-1) [n:127.0.0.1:39458_solr 
   ] o.a.s.c.Overseer Overseer 
(id=73042336197967883-127.0.0.1:39458_solr-n_0000000001) starting
   [junit4]   2> 137800 INFO  
(OverseerStateUpdate-73042336197967883-127.0.0.1:39458_solr-n_0000000001) 
[n:127.0.0.1:39458_solr    ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:39458_solr
   [junit4]   2> 137806 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@69faec5a{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 137807 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@25c5dccc{/solr,null,UNAVAILABLE}
   [junit4]   2> 137807 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 137808 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 137810 WARN  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 137810 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 
1 ...
   [junit4]   2> 137811 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; 
git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 137813 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 137813 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 137813 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 137814 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5cb2b4fe{/solr,null,AVAILABLE}
   [junit4]   2> 137815 WARN  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured 
for SslContextFactory@201b0e6d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 137815 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.s.AbstractConnector Started ServerConnector@5dada609{SSL,[ssl, 
http/1.1]}{127.0.0.1:41388}
   [junit4]   2> 137815 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.s.Server Started @137889ms
   [junit4]   2> 137815 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44399}
   [junit4]   2> 137816 ERROR 
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 137816 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 137816 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 9.0.0
   [junit4]   2> 137816 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 137816 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 137816 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-29T20:26:59.023Z
   [junit4]   2> 137821 INFO  (zkConnectionManagerCallback-529-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 137830 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 137987 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 137987 WARN  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 
transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 137990 WARN  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured 
for SslContextFactory@3e070906[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 137993 WARN  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 
transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 137994 WARN  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured 
for SslContextFactory@1232989d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 137995 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38663/solr
   [junit4]   2> 137999 INFO  (zkConnectionManagerCallback-536-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 138004 INFO  (zkConnectionManagerCallback-538-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 138010 INFO  
(TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[10CFE156AFBFCDCA])
 [n:127.0.0.1:44399_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 138014 INFO  (TEST-LeaderVoteWaitTimeoutTest.test

[...truncated too long message...]

.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    >        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): 
{field=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=161, 
maxMBSortInHeap=6.99349066987206, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1e232180),
 locale=de-GR, timezone=Australia/Tasmania
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 
1.8.0_191 (64-bit)/cpus=4,threads=1,free=59718496,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [SolrPluginUtilsTest, 
TestSolrCoreParser, IndexSchemaTest, MultiThreadedOCPTest, 
SolrCloudExampleTest, TriggerEventQueueTest, FullHLLTest, 
DistributedFacetPivotLongTailTest, TestConfigSets, 
TestReplicationHandlerBackup, ReturnFieldsTest, LeaderVoteWaitTimeoutTest, 
TestObjectReleaseTracker, ReplicaListTransformerTest, MinimalSchemaTest, 
Tagger2Test, TestFieldCacheWithThreads, TestRandomFaceting, 
TestMultiValuedNumericRangeQuery, TestJsonFacetRefinement, HdfsDirectoryTest, 
DistributedExpandComponentTest, TolerantUpdateProcessorTest, TestTrieFacet, 
HdfsWriteToMultipleCollectionsTest, DistributedUpdateProcessorTest, 
StatsComponentTest, TestBlendedInfixSuggestions, TestTolerantSearch, 
TestSkipOverseerOperations, DistanceFunctionTest, DisMaxRequestHandlerTest, 
SolrMetricReporterTest, ResponseHeaderTest, HdfsBasicDistributedZk2Test, 
TestRTGBase, NodeLostTriggerIntegrationTest, TestFieldCacheSort, 
TestUnInvertedFieldException, AliasIntegrationTest, BooleanFieldTest, 
TestCloudSchemaless, TestSubQueryTransformerCrossCore, 
SolrGraphiteReporterTest, TestManagedResourceStorage, 
TestExclusionRuleCollectionAccess, TestScoreJoinQPScore, 
TestSimGenericDistributedQueue, BlockJoinFacetRandomTest, 
TestComplexPhraseLeadingWildcard, TestMinMaxOnMultiValuedField, 
QueryEqualityTest, NumericFieldsTest, TestNumericTerms64, 
TestClusterProperties, TestInfoStreamLogging, TestInPlaceUpdatesRequiredField, 
TestConfigOverlay, PreAnalyzedFieldManagedSchemaCloudTest, 
SpatialHeatmapFacetsTest, TestEmbeddedSolrServerConstructors, 
WrapperMergePolicyFactoryTest, CoreAdminRequestStatusTest, 
TestBinaryResponseWriter, TestShardHandlerFactory, BasicDistributedZk2Test, 
TestNamedUpdateProcessors, HdfsRecoveryZkTest, TestNonDefinedSimilarityFactory, 
TestSolrCLIRunExample, UnloadDistributedZkTest, TestBlobHandler, 
TestJsonFacetsWithNestedObjects, BlobRepositoryCloudTest, 
DirectUpdateHandlerTest, LeaderElectionContextKeyTest, 
TestFieldCollectionResource, BigEndianAscendingWordSerializerTest, 
RequiredFieldsTest, RequestHandlersTest, DistributedFacetPivotWhiteBoxTest, 
TestStressLucene, TestSolrCloudSnapshots, TestPHPSerializedResponseWriter, 
TestDistribIDF, IgnoreCommitOptimizeUpdateProcessorFactoryTest, 
TestUniqueKeyFieldResource, TestLazyCores, TestSolrDeletionPolicy1, 
DistributedSuggestComponentTest, TestPivotHelperCode, CircularListTest, 
LeaderFailoverAfterPartitionTest, TestXmlQParserPlugin, 
TestSolrCloudWithHadoopAuthPlugin, TestExceedMaxTermLength, 
TestReRankQParserPlugin, TestCustomSort, TestSchemaSimilarityResource, 
TestOverriddenPrefixQueryForCustomFieldType, TestInitQParser, 
CdcrVersionReplicationTest, RestartWhileUpdatingTest, 
DeleteLastCustomShardedReplicaTest, EnumFieldTest, 
ProtectedTermFilterFactoryTest, TestFieldTypeResource, 
CreateCollectionCleanupTest, OrderedExecutorTest, 
SolrCoreCheckLockOnStartupTest, SpellingQueryConverterTest, 
UniqFieldsUpdateProcessorFactoryTest, TestDistributedSearch, 
TestLegacyFieldReuse, BasicFunctionalityTest, TestExtendedDismaxParser, 
StatelessScriptUpdateProcessorFactoryTest, MigrateRouteKeyTest, BlockCacheTest, 
TestLRUStatsCache, TestIntervalFaceting, PeerSyncTest, 
HttpPartitionOnCommitTest, DirectSolrConnectionTest, TestHalfAndHalfDocValues, 
TestLocalFSCloudBackupRestore, HdfsCollectionsAPIDistributedZkTest, 
SecurityConfHandlerTest, CollectionsAPIDistributedZkTest, MetricsConfigTest, 
TestLMDirichletSimilarityFactory, CurrencyFieldTypeTest, SoftAutoCommitTest, 
CachingDirectoryFactoryTest, TestOnReconnectListenerSupport, 
ReplaceNodeNoTargetTest, RecoveryZkTest, TestUseDocValuesAsStored, SampleTest, 
SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, 
TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestGroupingSearch, 
TestHighlightDedupGrouping, TestJoin, TestDeprecatedFilters, 
TestLuceneMatchVersion, TestReversedWildcardFilterFactory, 
TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, 
TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, BasicZkTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, 
ChaosMonkeySafeLeaderWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, 
ConfigSetsAPITest, DeleteReplicaTest, DeleteStatusTest, 
DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, 
DistributedQueueTest, DistributedVersionInfoTest, 
ForceLeaderWithTlogReplicasTest, MoveReplicaHDFSFailoverTest, MoveReplicaTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, 
OverriddenZkACLAndCredentialsProvidersTest, 
OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, 
OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, OverseerTest, 
SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, 
ShardRoutingTest, SharedFSAutoReplicaFailoverTest, TestCloudDeleteByQuery, 
TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, 
TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, 
TestCloudRecovery2, TestDeleteCollectionOnDownNodes, 
TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestLockTree, 
TestPullReplica, TestPullReplicaErrorHandling, TestRandomRequestDistribution, 
TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, 
TestSegmentSorting, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, 
TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, 
TestTlogReplica, TestTolerantUpdateProcessorCloud, 
TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TestWithCollection, 
ZkCLITest, ZkControllerTest, ZkFailoverTest, ZkSolrClientTest, 
SimpleCollectionCreateDeleteTest, TestCollectionAPI, 
TestRequestStatusCollectionAPI, AutoAddReplicasPlanActionTest, 
AutoScalingHandlerTest, ComputePlanActionTest, HttpTriggerListenerTest, 
IndexSizeTriggerTest, MetricTriggerTest, NodeAddedTriggerIntegrationTest, 
RestoreTriggerStateTest, SearchRateTriggerIntegrationTest, 
TriggerSetPropertiesIntegrationTest, TestSimClusterStateProvider, 
TestSimExecutePlanAction, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, 
TestSimPolicyCloud, TestSimTriggerIntegration, CdcrOpsAndBoundariesTest, 
HdfsChaosMonkeySafeLeaderTest, HdfsThreadLeakTest, 
HdfsTlogReplayBufferedWhileIndexingTest, TestSolrConfigHandlerConcurrent, 
XsltUpdateRequestHandlerTest, AutoscalingHistoryHandlerTest, 
MetricsHandlerTest, MetricsHistoryHandlerTest, ShowFileRequestHandlerTest, 
SystemInfoHandlerTest, TestApiFramework, TestCollectionAPIs, TestConfigsApi, 
TestCoreAdminApis, ZookeeperStatusHandlerTest, CustomTermsComponentTest, 
DistributedQueryComponentOptimizationTest, FacetPivotSmallTest, 
PhrasesIdentificationComponentTest, SearchHandlerTest, 
TermVectorComponentDistributedTest, TestDistributedStatsComponentCardinality, 
SolrRrdBackendFactoryTest, SubstringBytesRefFilterTest, TestFacetMethods, 
TestMacroExpander, TestMacros, JSONWriterTest, TestCustomDocTransformer, 
TestGraphMLResponseWriter, TestRawTransformer, TestSolrQueryResponse, 
TestChildDocTransformer, TestBulkSchemaAPI, DocValuesMissingTest, 
TestBulkSchemaConcurrent, TestSchemaManager, TestSchemalessBufferedUpdates, 
UUIDFieldTest, AnalyticsMergeStrategyTest, AnalyticsQueryTest, 
CurrencyRangeFacetCloudTest, CursorMarkTest, LargeFieldTest, 
SortSpecParsingTest, SpatialFilterTest, TestAddFieldRealTimeGet, 
TestFieldSortValues, TestFilteredDocIdSet, TestFoldingMultitermQuery, 
TestGraphTermsQParserPlugin, TestHashQParserPlugin, TestLRUCache, 
TestLegacyNumericRangeQueryBuilder, TestMaxScoreQueryParser, 
TestMinHashQParser, TestMissingGroups, TestRecoveryHdfs, TestSearchPerf, 
TestSearcherReuse, TestSimpleQParserPlugin, TestSmileRequest, TestSolr4Spatial, 
TestSolrJ, TestSolrQueryParser, TestSort, TestStressReorder, GraphQueryTest, 
TestCloudNestedDocsSort, TestBM25SimilarityFactory, TestDFISimilarityFactory, 
TestPerFieldSimilarityWithDefaultOverride, BasicAuthStandaloneTest, 
JWTAuthPluginTest, PKIAuthenticationIntegrationTest, 
TestAuthorizationFramework, SpellCheckCollatorTest, SuggesterFSTTest, 
SuggesterTSTTest, SuggesterWFSTTest, TestFreeTextSuggestions, 
TestHighFrequencyDictionaryFactory, TestDocTermOrdsUninvertLimit]
   [junit4] Completed [827/846 (4!)] on J1 in 42.50s, 1 test, 1 error <<< 
FAILURES!

[...truncated 54 lines...]
   [junit4] JVM J1: stdout was not empty, see: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J1-20190329_202441_0308179689234255985263.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/heapdumps/java_pid30929.hprof
 ...
   [junit4] Heap dump file created [474635848 bytes in 1.168 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 8960 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/build.xml:661:
 The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/build.xml:585:
 Some of the tests produced a heap dump, but did not fail. Maybe a suppressed 
OutOfMemoryError? Dumps created:
* java_pid30929.hprof

Total time: 295 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to