Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/934/

7 tests failed.
FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore

Error Message:
ObjectTracker found 7 object(s) that were not released!!! [InternalHttpClient, 
SolrCore, MMapDirectory, MMapDirectory, InternalHttpClient, MMapDirectory, 
MMapDirectory] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:226)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:268)  at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1187) 
 at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:106)
  at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1238)
  at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:381)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1045)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:768)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:504)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:226)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:268)  at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:417) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:227) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:363)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:358)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:737)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:507)  
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 7 object(s) that were not 
released!!! [InternalHttpClient, SolrCore, MMapDirectory, MMapDirectory, 
InternalHttpClient, MMapDirectory, MMapDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:226)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:268)
        at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1187)
        at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:106)
        at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1238)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:381)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1045)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:768)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:504)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:226)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:268)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:417)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:227)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:363)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:358)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:737)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:507)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1138)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1048)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)


        at __randomizedtesting.SeedInfo.seed([27274EB8FF9FC467]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:304)
        at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds

Error Message:
did not finish processing in time

Stack Trace:
java.lang.AssertionError: did not finish processing in time
        at 
__randomizedtesting.SeedInfo.seed([27274EB8FF9FC467:2DA4F115B224CF3D]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:572)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testNodeLost

Error Message:
last ClusterState: znodeVersion: 236 live nodes:[127.0.0.1:10043_solr, 
127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 
127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 
127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 
127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 
127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10084_solr, 
127.0.0.1:10036_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 
127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10071_solr, 127.0.0.1:10063_solr, 
127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 
127.0.0.1:10015_solr, 127.0.0.1:10055_solr, 127.0.0.1:10069_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10062_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 
127.0.0.1:10032_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10100_solr, 127.0.0.1:10042_solr, 127.0.0.1:10037_solr, 
127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 
127.0.0.1:10103_solr, 127.0.0.1:10064_solr, 127.0.0.1:10056_solr, 
127.0.0.1:10072_solr] 
collections:{.system=DocCollection(.system//clusterstate.json/235)={   
"replicationFactor":"3",   "pullReplicas":"0",   
"router":{"name":"compositeId"},   "maxShardsPerNode":"1",   
"autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"0",   
"autoCreated":"true",   "shards":{"shard1":{       "replicas":{         
"core_node1":{           "core":".system_shard1_replica_n1",           
"leader":"true",           "SEARCHER.searcher.maxDoc":132,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":76240,         
  "node_name":"127.0.0.1:10014_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":7.100403308868408E-5,           
"SEARCHER.searcher.numDocs":132},         "core_node2":{           
"core":".system_shard1_replica_n2",           "SEARCHER.searcher.maxDoc":132,   
        "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":76240, 
          "node_name":"127.0.0.1:10039_solr",           "state":"active",       
    "type":"NRT",           "INDEX.sizeInGB":7.100403308868408E-5,           
"SEARCHER.searcher.numDocs":132},         "core_node3":{           
"core":".system_shard1_replica_n3",           "SEARCHER.searcher.maxDoc":132,   
        "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":76240, 
          "node_name":"127.0.0.1:10047_solr",           "state":"down",         
  "type":"NRT",           "INDEX.sizeInGB":7.100403308868408E-5,           
"SEARCHER.searcher.numDocs":132}},       "range":"80000000-7fffffff",       
"state":"active"}}}, 
testNodeLost=DocCollection(testNodeLost//clusterstate.json/235)={   
"replicationFactor":"1",   "pullReplicas":"0",   
"router":{"name":"compositeId"},   "maxShardsPerNode":"5",   
"autoAddReplicas":"false",   "nrtReplicas":"10",   "tlogReplicas":"0",   
"autoCreated":"true",   "shards":{     "shard20":{       "replicas":{         
"core_node191":{           "core":"testNodeLost_shard20_replica_n191",          
 "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,     
      "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10011_solr",  
         "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node206":{           "node_name":"127.0.0.1:10103_solr",           
"core":"testNodeLost_shard20_replica_n205",           "state":"active",         
  "INDEX.sizeInBytes":10240,           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6},         "core_node200":{           
"core":"testNodeLost_shard20_replica_n200",           "leader":"true",          
 "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,     
      "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10061_solr",  
         "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node199":{           "core":"testNodeLost_shard20_replica_n199",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10037_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node198":{           
"core":"testNodeLost_shard20_replica_n198",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10077_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node196":{           "core":"testNodeLost_shard20_replica_n196",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10050_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node195":{           
"core":"testNodeLost_shard20_replica_n195",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10028_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node194":{           "core":"testNodeLost_shard20_replica_n194",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10078_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node193":{           
"core":"testNodeLost_shard20_replica_n193",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10105_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node192":{           "core":"testNodeLost_shard20_replica_n192",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10081_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0}},       "range":"73330000-7fffffff",       
"state":"active"},     "shard10":{       "replicas":{         "core_node92":{   
        "core":"testNodeLost_shard10_replica_n92",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10081_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node91":{           "core":"testNodeLost_shard10_replica_n91",     
      "leader":"true",           "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10011_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node94":{           
"core":"testNodeLost_shard10_replica_n94",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10078_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node93":{           "core":"testNodeLost_shard10_replica_n93",     
      "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10105_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node96":{           
"core":"testNodeLost_shard10_replica_n96",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10050_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node95":{           "core":"testNodeLost_shard10_replica_n95",     
      "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10028_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node98":{           
"core":"testNodeLost_shard10_replica_n98",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10077_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node100":{           "core":"testNodeLost_shard10_replica_n100",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10061_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node99":{           
"core":"testNodeLost_shard10_replica_n99",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10037_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node208":{           "node_name":"127.0.0.1:10059_solr",           
"core":"testNodeLost_shard10_replica_n207",           "state":"active",         
  "INDEX.sizeInBytes":10240,           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6}},       "range":"f3330000-ffffffff",       
"state":"active"},     "shard11":{       "replicas":{         "core_node108":{  
         "core":"testNodeLost_shard11_replica_n108",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10084_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node107":{           "core":"testNodeLost_shard11_replica_n107",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10093_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node106":{           
"core":"testNodeLost_shard11_replica_n106",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10098_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node105":{           "core":"testNodeLost_shard11_replica_n105",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10071_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node104":{           
"core":"testNodeLost_shard11_replica_n104",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10072_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node103":{           "core":"testNodeLost_shard11_replica_n103",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10103_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node102":{           
"core":"testNodeLost_shard11_replica_n102",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10099_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node101":{           "core":"testNodeLost_shard11_replica_n101",   
        "leader":"true",           "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10013_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node110":{           
"core":"testNodeLost_shard11_replica_n110",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10085_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node109":{           "core":"testNodeLost_shard11_replica_n109",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10024_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0}},       "range":"0-ccbffff",       
"state":"active"},     "shard12":{       "replicas":{         "core_node119":{  
         "core":"testNodeLost_shard12_replica_n119",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10069_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node118":{           "core":"testNodeLost_shard12_replica_n118",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10054_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node117":{           
"core":"testNodeLost_shard12_replica_n117",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10029_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node116":{           "core":"testNodeLost_shard12_replica_n116",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10044_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node115":{           
"core":"testNodeLost_shard12_replica_n115",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10094_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node114":{           "core":"testNodeLost_shard12_replica_n114",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10091_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node113":{           
"core":"testNodeLost_shard12_replica_n113",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10048_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node112":{           "core":"testNodeLost_shard12_replica_n112",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10075_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node111":{           
"core":"testNodeLost_shard12_replica_n111",           "leader":"true",          
 "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,     
      "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10046_solr",  
         "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node120":{           "core":"testNodeLost_shard12_replica_n120",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10036_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0}},       "range":"ccc0000-1998ffff",       
"state":"active"},     "shard2":{       "replicas":{         "core_node18":{    
       "core":"testNodeLost_shard2_replica_n18",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10054_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node17":{           "core":"testNodeLost_shard2_replica_n17",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10029_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node19":{           
"core":"testNodeLost_shard2_replica_n19",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10069_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node20":{           "core":"testNodeLost_shard2_replica_n20",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10036_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node12":{           
"core":"testNodeLost_shard2_replica_n12",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10075_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node11":{           "core":"testNodeLost_shard2_replica_n11",      
     "leader":"true",           "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10046_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node14":{           
"core":"testNodeLost_shard2_replica_n14",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10091_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node13":{           "core":"testNodeLost_shard2_replica_n13",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10048_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node16":{           
"core":"testNodeLost_shard2_replica_n16",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10044_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node15":{           "core":"testNodeLost_shard2_replica_n15",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10094_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0}},       "range":"8ccc0000-9998ffff",       
"state":"active"},     "shard13":{       "replicas":{         "core_node129":{  
         "core":"testNodeLost_shard13_replica_n129",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10023_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node128":{           "core":"testNodeLost_shard13_replica_n128",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10034_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node127":{           
"core":"testNodeLost_shard13_replica_n127",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10083_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node126":{           "core":"testNodeLost_shard13_replica_n126",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10021_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node125":{           
"core":"testNodeLost_shard13_replica_n125",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10020_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node124":{           "core":"testNodeLost_shard13_replica_n124",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10104_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node123":{           
"core":"testNodeLost_shard13_replica_n123",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10019_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node122":{           "core":"testNodeLost_shard13_replica_n122",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10076_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node121":{           
"core":"testNodeLost_shard13_replica_n121",           "leader":"true",          
 "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,     
      "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10030_solr",  
         "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node130":{           "core":"testNodeLost_shard13_replica_n130",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10014_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0}},       "range":"19990000-2665ffff",       
"state":"active"},     "shard14":{       "replicas":{         "core_node139":{  
         "core":"testNodeLost_shard14_replica_n139",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10073_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node138":{           "core":"testNodeLost_shard14_replica_n138",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10045_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node137":{           
"core":"testNodeLost_shard14_replica_n137",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10009_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node136":{           "core":"testNodeLost_shard14_replica_n136",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10041_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node135":{           
"core":"testNodeLost_shard14_replica_n135",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10022_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node134":{           "core":"testNodeLost_shard14_replica_n134",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10102_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node133":{           
"core":"testNodeLost_shard14_replica_n133",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10065_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node132":{           "core":"testNodeLost_shard14_replica_n132",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10025_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node131":{           
"core":"testNodeLost_shard14_replica_n131",           "leader":"true",          
 "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,     
      "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10059_solr",  
         "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node140":{           "core":"testNodeLost_shard14_replica_n140",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10035_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0}},       "range":"26660000-3332ffff",       
"state":"active"},     "shard3":{       "replicas":{         "core_node29":{    
       "core":"testNodeLost_shard3_replica_n29",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10023_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node28":{           "core":"testNodeLost_shard3_replica_n28",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10034_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node30":{           
"core":"testNodeLost_shard3_replica_n30",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10014_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node21":{           "core":"testNodeLost_shard3_replica_n21",      
     "leader":"true",           "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10030_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node23":{           
"core":"testNodeLost_shard3_replica_n23",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10019_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node22":{           "core":"testNodeLost_shard3_replica_n22",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10076_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node25":{           
"core":"testNodeLost_shard3_replica_n25",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10020_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node24":{           "core":"testNodeLost_shard3_replica_n24",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10104_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node27":{           
"core":"testNodeLost_shard3_replica_n27",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10083_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node26":{           "core":"testNodeLost_shard3_replica_n26",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10021_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0}},       "range":"99990000-a665ffff",       
"state":"active"},     "shard15":{       "replicas":{         "core_node149":{  
         "core":"testNodeLost_shard15_replica_n149",           "leader":"true", 
          "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10042_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node148":{           
"core":"testNodeLost_shard15_replica_n148",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10043_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node147":{           "core":"testNodeLost_shard15_replica_n147",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10106_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node146":{           
"core":"testNodeLost_shard15_replica_n146",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10067_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node145":{           "core":"testNodeLost_shard15_replica_n145",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10026_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node144":{           
"core":"testNodeLost_shard15_replica_n144",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10089_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node143":{           "core":"testNodeLost_shard15_replica_n143",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10092_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node142":{           
"core":"testNodeLost_shard15_replica_n142",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10074_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node141":{           "core":"testNodeLost_shard15_replica_n141",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10047_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node150":{           
"core":"testNodeLost_shard15_replica_n150",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10068_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}}, 
      "range":"33330000-3fffffff",       "state":"active"},     "shard4":{      
 "replicas":{         "core_node39":{           
"core":"testNodeLost_shard4_replica_n39",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10073_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node40":{           "core":"testNodeLost_shard4_replica_n40",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10035_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node32":{           
"core":"testNodeLost_shard4_replica_n32",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10025_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node31":{           "core":"testNodeLost_shard4_replica_n31",      
     "leader":"true",           "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10059_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node34":{           
"core":"testNodeLost_shard4_replica_n34",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10102_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node33":{           "core":"testNodeLost_shard4_replica_n33",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10065_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node36":{           
"core":"testNodeLost_shard4_replica_n36",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10041_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node35":{           "core":"testNodeLost_shard4_replica_n35",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10022_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node38":{           
"core":"testNodeLost_shard4_replica_n38",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10045_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node37":{           "core":"testNodeLost_shard4_replica_n37",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10009_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0}},       "range":"a6660000-b332ffff",       
"state":"active"},     "shard5":{       "replicas":{         "core_node50":{    
       "core":"testNodeLost_shard5_replica_n50",           "leader":"true",     
      "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10068_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node41":{           
"core":"testNodeLost_shard5_replica_n41",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10047_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node43":{           "core":"testNodeLost_shard5_replica_n43",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10092_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node42":{           
"core":"testNodeLost_shard5_replica_n42",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10074_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node45":{           "core":"testNodeLost_shard5_replica_n45",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10026_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node44":{           
"core":"testNodeLost_shard5_replica_n44",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10089_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node47":{           "core":"testNodeLost_shard5_replica_n47",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10106_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node46":{           
"core":"testNodeLost_shard5_replica_n46",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10067_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node49":{           "core":"testNodeLost_shard5_replica_n49",      
     "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0, 
          "INDEX.sizeInBytes":10240,           
"node_name":"127.0.0.1:10042_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node48":{           
"core":"testNodeLost_shard5_replica_n48",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10043_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}}, 
      "range":"b3330000-bfffffff",       "state":"active"},     "shard16":{     
  "replicas":{         "core_node159":{           
"core":"testNodeLost_shard16_replica_n159",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10008_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node158":{           "core":"testNodeLost_shard16_replica_n158",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10040_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node157":{           
"core":"testNodeLost_shard16_replica_n157",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10080_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node156":{           "core":"testNodeLost_shard16_replica_n156",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10057_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node155":{           
"core":"testNodeLost_shard16_replica_n155",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10095_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node154":{           "core":"testNodeLost_shard16_replica_n154",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10066_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node153":{           
"core":"testNodeLost_shard16_replica_n153",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10063_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node152":{           "core":"testNodeLost_shard16_replica_n152",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10056_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node151":{           
"core":"testNodeLost_shard16_replica_n151",           "leader":"true",          
 "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,     
      "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10079_solr",  
         "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node160":{           "core":"testNodeLost_shard16_replica_n160",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10051_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0}},       "range":"40000000-4ccbffff",       
"state":"active"},     "shard17":{       "replicas":{         "core_node169":{  
         "core":"testNodeLost_shard17_replica_n169",           "leader":"true", 
          "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10031_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node202":{           
"node_name":"127.0.0.1:10072_solr",           
"core":"testNodeLost_shard17_replica_n201",           "state":"active",         
  "INDEX.sizeInBytes":10240,           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6},         "core_node168":{           
"core":"testNodeLost_shard17_replica_n168",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10027_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node167":{           "core":"testNodeLost_shard17_replica_n167",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10015_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node166":{           
"core":"testNodeLost_shard17_replica_n166",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10064_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node165":{           "core":"testNodeLost_shard17_replica_n165",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10058_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node164":{           
"core":"testNodeLost_shard17_replica_n164",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10038_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node162":{           "core":"testNodeLost_shard17_replica_n162",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10017_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node161":{           
"core":"testNodeLost_shard17_replica_n161",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10049_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node170":{           "core":"testNodeLost_shard17_replica_n170",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10097_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0}},       "range":"4ccc0000-5998ffff",       
"state":"active"},     "shard18":{       "replicas":{         "core_node180":{  
         "core":"testNodeLost_shard18_replica_n180",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10052_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node179":{           "core":"testNodeLost_shard18_replica_n179",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10086_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node178":{           
"core":"testNodeLost_shard18_replica_n178",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10010_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node177":{           "core":"testNodeLost_shard18_replica_n177",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10012_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node176":{           
"core":"testNodeLost_shard18_replica_n176",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10060_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node175":{           "core":"testNodeLost_shard18_replica_n175",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10087_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node174":{           
"core":"testNodeLost_shard18_replica_n174",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10032_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node173":{           "core":"testNodeLost_shard18_replica_n173",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10096_solr",           "state":"down",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node172":{           
"core":"testNodeLost_shard18_replica_n172",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10070_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node171":{           "core":"testNodeLost_shard18_replica_n171",   
        "leader":"true",           "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10053_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0}},       "range":"59990000-6665ffff",       
"state":"active"},     "shard19":{       "replicas":{         "core_node190":{  
         "core":"testNodeLost_shard19_replica_n190",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10016_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node189":{           "core":"testNodeLost_shard19_replica_n189",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10039_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node188":{           
"core":"testNodeLost_shard19_replica_n188",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10033_solr",   
        "state":"down",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node187":{           "core":"testNodeLost_shard19_replica_n187",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10088_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node186":{           
"core":"testNodeLost_shard19_replica_n186",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10062_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node185":{           "core":"testNodeLost_shard19_replica_n185",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10007_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node184":{           
"core":"testNodeLost_shard19_replica_n184",           
"SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,      
     "INDEX.sizeInBytes":10240,           "node_name":"127.0.0.1:10100_solr",   
        "state":"active",           "type":"NRT",           
"INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0},  
       "core_node183":{           "core":"testNodeLost_shard19_replica_n183",   
        "SEARCHER.searcher.maxDoc":0,           
"SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,         
  "node_name":"127.0.0.1:10101_solr",           "state":"active",           
"type":"NRT",           "INDEX.sizeInGB":9.5367431640625E-6,           
"SEARCHER.searcher.numDocs":0},         "core_node182":{           
"core":"testNodeLost_shard19_replic

[...truncated too long message...]

rty disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/null2042831335
     [copy] Copying 239 files to 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/null2042831335
   [delete] Deleting directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/null2042831335

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: 
org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath]         confs: [default]
[ivy:cachepath]         found 
org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath]         found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath]         found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath]         found org.apache.httpcomponents#httpclient;4.3.6 in 
public
[ivy:cachepath]         found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath]         found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath]         found commons-codec#commons-codec;1.6 in public
[ivy:cachepath]         found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 74ms :: artifacts dl 1ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for 
further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 208 minutes 24 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
        at hudson.FilePath$34.hasMatch(FilePath.java:2678)
        at hudson.FilePath$34.invoke(FilePath.java:2557)
        at hudson.FilePath$34.invoke(FilePath.java:2547)
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
                at 
hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
                at 
hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
                at hudson.remoting.Channel.call(Channel.java:955)
                at hudson.FilePath.act(FilePath.java:1036)
                at hudson.FilePath.act(FilePath.java:1025)
                at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
                at 
hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
                at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
                at 
hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
                at hudson.model.Build$BuildExecution.post2(Build.java:186)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
                at hudson.model.Run.execute(Run.java:1819)
                at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
                at 
hudson.model.ResourceController.execute(ResourceController.java:97)
                at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
        at hudson.remoting.UserRequest.perform(UserRequest.java:212)
        at hudson.remoting.UserRequest.perform(UserRequest.java:54)
        at hudson.remoting.Request$2.run(Request.java:369)
        at 
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no 
matches found within 10000
        at hudson.FilePath.act(FilePath.java:1038)
        at hudson.FilePath.act(FilePath.java:1025)
        at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
        at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
        at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
        at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
        at hudson.model.Build$BuildExecution.post2(Build.java:186)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
        at hudson.model.Run.execute(Run.java:1819)
        at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
        at hudson.model.ResourceController.execute(ResourceController.java:97)
        at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern 
"**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to