Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1831/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore

Error Message:
ObjectTracker found 7 object(s) that were not released!!! [MMapDirectory, 
MMapDirectory, MMapDirectory, InternalHttpClient, SolrCore, MMapDirectory, 
InternalHttpClient] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:526)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:354)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:732)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:957)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:866)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:961)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
 at org.eclipse.jetty.server.Server.handle(Server.java:530)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)  at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
  at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:764)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:957)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:866)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:961)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
 at org.eclipse.jetty.server.Server.handle(Server.java:530)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)  at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
  at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:319)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:328)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:248)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:290)  at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:416) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:227) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:363)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1042)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:866)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:961)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
 at org.eclipse.jetty.server.Server.handle(Server.java:530)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)  at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
  at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:501)  
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:951)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:866)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:961)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
 at org.eclipse.jetty.server.Server.handle(Server.java:530)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)  at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
  at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:319)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:328)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:248)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:290)  at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1190) 
 at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:106)
  at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1178)
  at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:381)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 7 object(s) that were not 
released!!! [MMapDirectory, MMapDirectory, MMapDirectory, InternalHttpClient, 
SolrCore, MMapDirectory, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:526)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:354)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:732)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:957)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:866)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:961)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
        at org.eclipse.jetty.server.Server.handle(Server.java:530)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:764)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:957)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:866)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:961)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
        at org.eclipse.jetty.server.Server.handle(Server.java:530)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:319)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:328)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:248)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:290)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:416)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:227)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:363)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1042)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:866)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:961)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
        at org.eclipse.jetty.server.Server.handle(Server.java:530)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:501)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:951)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:866)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:961)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
        at org.eclipse.jetty.server.Server.handle(Server.java:530)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:319)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:328)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:248)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:290)
        at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1190)
        at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:106)
        at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1178)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:381)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)


        at __randomizedtesting.SeedInfo.seed([463CBA78F6CBF897]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
        at sun.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14445 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/init-core-data-001
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3166433 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3166444 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3166446 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 3166463 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.m.log Extract 
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_serv1.vm3_43555_hdfs____eobyt3/webapp
   [junit4]   2> 3167038 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:43555
   [junit4]   2> 3167186 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3167187 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 3167198 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.m.log Extract 
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_54878_datanode____wtt729/webapp
   [junit4]   2> 3167674 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54878
   [junit4]   2> 3167780 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3167781 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 3167792 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.m.log Extract 
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_64867_datanode____.2lw7q6/webapp
   [junit4]   2> 3167874 ERROR (DataNode: 
[[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-001/hdfsBaseDir/data/data1/,
 
[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-001/hdfsBaseDir/data/data2/]]
  heartbeating to serv1-vm3/127.0.0.1:35189) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 3167891 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x16a2d06fbc011: from storage 
DS-1c61a8e8-da59-40c6-bb45-862fbf21088b node 
DatanodeRegistration(127.0.0.1:38561, 
datanodeUuid=f8f7bfc2-f054-4747-9697-9ce462f24a37, infoPort=53121, 
infoSecurePort=0, ipcPort=34930, 
storageInfo=lv=-56;cid=testClusterID;nsid=101686162;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 3167891 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x16a2d06fbc011: from storage 
DS-6a366ef1-1e36-47c8-b13f-d2637aff24dd node 
DatanodeRegistration(127.0.0.1:38561, 
datanodeUuid=f8f7bfc2-f054-4747-9697-9ce462f24a37, infoPort=53121, 
infoSecurePort=0, ipcPort=34930, 
storageInfo=lv=-56;cid=testClusterID;nsid=101686162;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 3168312 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:64867
   [junit4]   2> 3168416 ERROR (DataNode: 
[[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-001/hdfsBaseDir/data/data3/,
 
[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-001/hdfsBaseDir/data/data4/]]
  heartbeating to serv1-vm3/127.0.0.1:35189) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 3168421 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x16a2d26b0688e: from storage 
DS-0eeace54-8cfd-476a-9de2-076b96171f32 node 
DatanodeRegistration(127.0.0.1:51889, 
datanodeUuid=cc34071b-f472-4a3f-a576-88054dfda263, infoPort=41290, 
infoSecurePort=0, ipcPort=57622, 
storageInfo=lv=-56;cid=testClusterID;nsid=101686162;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 3168421 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x16a2d26b0688e: from storage 
DS-099b3872-a35e-40fd-ae39-5ba616983745 node 
DatanodeRegistration(127.0.0.1:51889, 
datanodeUuid=cc34071b-f472-4a3f-a576-88054dfda263, infoPort=41290, 
infoSecurePort=0, ipcPort=57622, 
storageInfo=lv=-56;cid=testClusterID;nsid=101686162;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 3168466 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002
   [junit4]   2> 3168466 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3168466 INFO  (Thread-6121) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3168466 INFO  (Thread-6121) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 3168467 ERROR (Thread-6121) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3168566 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:60162
   [junit4]   2> 3168569 INFO  (zkConnectionManagerCallback-9144-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3168574 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3168574 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3168575 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3168575 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3168575 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@288d6870{/solr,null,AVAILABLE}
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5f290daf{HTTP/1.1,[http/1.1]}{127.0.0.1:38739}
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.e.j.s.Server Started @3170595ms
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38739}
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4479c05a{/solr,null,AVAILABLE}
   [junit4]   2> 3168576 ERROR (jetty-launcher-9141-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-30T23:46:37.792Z
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5f0b6fb1{HTTP/1.1,[http/1.1]}{127.0.0.1:47833}
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.e.j.s.Server Started @3170595ms
   [junit4]   2> 3168576 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=47833}
   [junit4]   2> 3168577 ERROR (jetty-launcher-9141-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3168577 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3168577 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 3168577 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3168577 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3168577 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-30T23:46:37.793Z
   [junit4]   2> 3168578 INFO  (zkConnectionManagerCallback-9146-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3168578 INFO  (zkConnectionManagerCallback-9148-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3168579 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3168579 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3168582 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 3168582 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 3168586 INFO  (jetty-launcher-9141-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60162/solr
   [junit4]   2> 3168586 INFO  (jetty-launcher-9141-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60162/solr
   [junit4]   2> 3168587 INFO  (zkConnectionManagerCallback-9154-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3168587 INFO  (zkConnectionManagerCallback-9156-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3168590 INFO  (zkConnectionManagerCallback-9158-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3168590 INFO  (zkConnectionManagerCallback-9160-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3168719 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3168719 INFO  (jetty-launcher-9141-thread-2) 
[n:127.0.0.1:38739_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3168720 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:47833_solr
   [junit4]   2> 3168721 INFO  (jetty-launcher-9141-thread-2) 
[n:127.0.0.1:38739_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38739_solr
   [junit4]   2> 3168721 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.c.Overseer Overseer 
(id=72083691598905349-127.0.0.1:47833_solr-n_0000000000) starting
   [junit4]   2> 3168722 INFO  (zkCallback-9159-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3168722 INFO  (zkCallback-9157-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3168731 INFO  (zkConnectionManagerCallback-9169-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3168733 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 3168734 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:60162/solr ready
   [junit4]   2> 3168737 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 3168737 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:47833_solr
   [junit4]   2> 3168739 INFO  
(OverseerStateUpdate-72083691598905349-127.0.0.1:47833_solr-n_0000000000) [    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3168741 INFO  (zkCallback-9159-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3168743 INFO  (zkCallback-9168-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3169025 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://serv1-vm3:35189/solr,solr.hdfs.confdir=}}
   [junit4]   2> 3169025 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://serv1-vm3:35189/solr,solr.hdfs.confdir=}}
   [junit4]   2> 3169051 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3169055 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3169055 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3169056 INFO  (jetty-launcher-9141-thread-1) 
[n:127.0.0.1:47833_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node1/.
   [junit4]   2> 3169553 INFO  (jetty-launcher-9141-thread-2) 
[n:127.0.0.1:38739_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://serv1-vm3:35189/solr,solr.hdfs.confdir=}}
   [junit4]   2> 3169553 INFO  (jetty-launcher-9141-thread-2) 
[n:127.0.0.1:38739_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://serv1-vm3:35189/solr,solr.hdfs.confdir=}}
   [junit4]   2> 3169581 INFO  (jetty-launcher-9141-thread-2) 
[n:127.0.0.1:38739_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3169588 INFO  (jetty-launcher-9141-thread-2) 
[n:127.0.0.1:38739_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3169588 INFO  (jetty-launcher-9141-thread-2) 
[n:127.0.0.1:38739_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3169589 INFO  (jetty-launcher-9141-thread-2) 
[n:127.0.0.1:38739_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node2/.
   [junit4]   2> 3169592 INFO  (zkConnectionManagerCallback-9174-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3169594 INFO  (jetty-launcher-9141-thread-2) 
[n:127.0.0.1:38739_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 3169595 INFO  (jetty-launcher-9141-thread-2) 
[n:127.0.0.1:38739_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:60162/solr ready
   [junit4]   2> 3169623 INFO  (zkConnectionManagerCallback-9176-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3169627 INFO  (zkConnectionManagerCallback-9181-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3169629 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3169631 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[463CBA78F6CBF897]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60162/solr ready
   [junit4]   2> 3169681 INFO  (qtp296162117-30679) [n:127.0.0.1:47833_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf1&router.name=implicit&version=2&pullReplicas=1&shards=shard1,shard2&property.customKey=customValue&maxShardsPerNode=3&router.field=shard_s&autoAddReplicas=true&name=hdfsbackuprestore&nrtReplicas=2&action=CREATE&tlogReplicas=0&wt=javabin
 and sendToOCPQueue=true
   [junit4]   2> 3169684 INFO  (OverseerThreadFactory-11111-thread-1) [    ] 
o.a.s.c.a.c.CreateCollectionCmd Create collection hdfsbackuprestore
   [junit4]   2> 3169685 WARN  (OverseerThreadFactory-11111-thread-1) [    ] 
o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection 
hdfsbackuprestore is higher than the number of Solr instances currently live or 
live and part of your createNodeSet(2). It's unusual to run two replica of the 
same slice on the same Solr-instance.
   [junit4]   2> 3169796 INFO  
(OverseerStateUpdate-72083691598905349-127.0.0.1:47833_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47833/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3169800 INFO  
(OverseerStateUpdate-72083691598905349-127.0.0.1:47833_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38739/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3169803 INFO  
(OverseerStateUpdate-72083691598905349-127.0.0.1:47833_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47833/solr";,
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3169806 INFO  
(OverseerStateUpdate-72083691598905349-127.0.0.1:47833_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38739/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3169809 INFO  
(OverseerStateUpdate-72083691598905349-127.0.0.1:47833_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47833/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3169813 INFO  
(OverseerStateUpdate-72083691598905349-127.0.0.1:47833_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_p10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38739/solr";,
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3170019 INFO  (qtp576344732-30680) [n:127.0.0.1:38739_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=hdfsbackuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 3170019 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node7&name=hdfsbackuprestore_shard1_replica_p4&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 3170019 INFO  (qtp296162117-30691) [n:127.0.0.1:47833_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=hdfsbackuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 3170019 INFO  (qtp296162117-30692) [n:127.0.0.1:47833_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 3170019 INFO  (qtp576344732-30680) [n:127.0.0.1:38739_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 3170020 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 3170021 INFO  (qtp576344732-30677) [n:127.0.0.1:38739_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node12&name=hdfsbackuprestore_shard2_replica_p10&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 3171045 INFO  (qtp296162117-30691) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 3171045 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 3171053 INFO  (qtp576344732-30677) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 3171053 INFO  (qtp576344732-30680) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 3171054 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard1_replica_p4] Schema name=minimal
   [junit4]   2> 3171057 INFO  (qtp296162117-30691) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard2_replica_n8] Schema name=minimal
   [junit4]   2> 3171057 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 3171057 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard1_replica_p4' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 3171058 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard1.replica_p4' (registry 
'solr.core.hdfsbackuprestore.shard1.replica_p4') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3171058 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 3171058 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard1_replica_p4] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_p4],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_p4/data/]
   [junit4]   2> 3171059 INFO  (qtp296162117-30691) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 3171059 INFO  (qtp296162117-30691) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard2_replica_n8' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 3171059 INFO  (qtp296162117-30691) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard2.replica_n8' (registry 
'solr.core.hdfsbackuprestore.shard2.replica_n8') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3171059 INFO  (qtp296162117-30691) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 3171059 INFO  (qtp296162117-30691) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard2_replica_n8] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica_n8],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica_n8/data/]
   [junit4]   2> 3171063 INFO  (qtp296162117-30692) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 3171066 INFO  (qtp576344732-30680) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3171066 INFO  (qtp576344732-30677) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard2_replica_p10] Schema name=minimal
   [junit4]   2> 3171067 INFO  (qtp576344732-30680) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 3171067 INFO  (qtp576344732-30680) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard1_replica_n2' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 3171068 INFO  (qtp576344732-30680) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard1.replica_n2' (registry 
'solr.core.hdfsbackuprestore.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3171068 INFO  (qtp576344732-30680) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 3171068 INFO  (qtp576344732-30680) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard1_replica_n2] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica_n2],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica_n2/data/]
   [junit4]   2> 3171068 INFO  (qtp576344732-30677) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 3171068 INFO  (qtp576344732-30677) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard2_replica_p10' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 3171068 INFO  (qtp296162117-30692) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3171068 INFO  (qtp576344732-30677) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_p10' (registry 
'solr.core.hdfsbackuprestore.shard2.replica_p10') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3171069 INFO  (qtp576344732-30677) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 3171069 INFO  (qtp576344732-30677) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard2_replica_p10] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_p10],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_p10/data/]
   [junit4]   2> 3171070 INFO  (qtp296162117-30692) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 3171070 INFO  (qtp296162117-30692) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard1_replica_n1' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 3171070 INFO  (qtp296162117-30692) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard1.replica_n1' (registry 
'solr.core.hdfsbackuprestore.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3171070 INFO  (qtp296162117-30692) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 3171070 INFO  (qtp296162117-30692) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard1_replica_n1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_n1],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_n1/data/]
   [junit4]   2> 3171073 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 3171079 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3171081 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 3171081 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard2_replica_n6' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 3171081 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard2.replica_n6' (registry 
'solr.core.hdfsbackuprestore.shard2.replica_n6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@6c0144ca
   [junit4]   2> 3171081 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 3171081 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard2_replica_n6] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_n6],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_463CBA78F6CBF897-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_n6/data/]
   [junit4]   2> 3171186 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 3171186 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 3171189 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@61c7a143[hdfsbackuprestore_shard1_replica_p4] main]
   [junit4]   2> 3171189 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3171189 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3171190 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3171190 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 3171190 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 3171190 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3171191 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 3171191 INFO  
(searcherExecutor-11116-thread-1-processing-n:127.0.0.1:47833_solr 
x:hdfsbackuprestore_shard1_replica_p4 c:hdfsbackuprestore s:shard1 
r:core_node7) [n:127.0.0.1:47833_solr c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard1_replica_p4] Registered new searcher 
Searcher@61c7a143[hdfsbackuprestore_shard1_replica_p4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3171199 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@23874a53[hdfsbackuprestore_shard2_replica_n6] main]
   [junit4]   2> 3171201 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3171202 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3171202 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.ZkController 
hdfsbackuprestore_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 3171202 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start 
replication from leader with poll interval: 00:00:03
   [junit4]   2> 3171203 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll 
scheduled at an interval of 3000ms
   [junit4]   2> 3171203 INFO  (qtp296162117-30693) [n:127.0.0.1:47833_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 3171208 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 3171208 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1599216812476596224
   [junit4]   2> 3171213 INFO  
(searcherExecutor-11121-thread-1-processing-n:127.0.0.1:38739_solr 
x:hdfsbackuprestore_shard2_replica_n6 c:hdfsbackuprestore s:shard2 
r:core_node9) [n:127.0.0.1:38739_solr c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard2_replica_n6] Registered new searcher 
Searcher@23874a53[hdfsbackuprestore_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3171216 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update 
of terms at /collections/hdfsbackuprestore/terms/shard2 to 
Terms{values={core_node9=0}, version=0}
   [junit4]   2> 3171222 INFO  (qtp576344732-30681) [n:127.0.0.1:38739_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext 
Waiting until we see more 

[...truncated too long message...]

checked for details.
    [javac] Creating empty 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/classes/test/org/apache/solr/cloud/autoscaling/sim/package-info.class
     [copy] Copying 1 file to 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/classes/test

common-solr.compile-test:

compile-test:

BUILD SUCCESSFUL
Total time: 1 minute 14 seconds
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 
-Dtests.class="*.TestHdfsCloudBackupRestore" -Dtests.showOutput=onerror 
"-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC" -Dtests.seed=463CBA78F6CBF897 
-Dtests.slow=true -Dtests.locale=nl -Dtests.timezone=America/Blanc-Sablon 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8
Buildfile: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/build.xml

-clover.disable:

ivy-configure:
[ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: 
http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/top-level-ivy-settings.xml

install-junit4-taskdef:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: 
org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath]         confs: [default]
[ivy:cachepath]         found org.codehaus.groovy#groovy-all;2.4.15 in public
[ivy:cachepath] :: resolution report :: resolve 16ms :: artifacts dl 1ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
        ---------------------------------------------------------------------

-init-totals:

-test:
    [mkdir] Created dir: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test
[junit4:pickseed] Seed property 'tests.seed' already defined: 463CBA78F6CBF897
    [mkdir] Created dir: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/temp
   [junit4] <JUnit4> says 今日は! Master seed: 463CBA78F6CBF897
   [junit4] Executing 5 suites with 2 JVMs.
   [junit4] 
   [junit4] Started J0 PID(3867@serv1-vm3).
   [junit4] Started J1 PID(3866@serv1-vm3).
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4] OK      21.9s J0 | TestHdfsCloudBackupRestore.test
   [junit4] Completed [1/5] on J0 in 49.82s, 1 test
   [junit4] 
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4] OK      21.4s J1 | TestHdfsCloudBackupRestore.test
   [junit4] Completed [2/5] on J1 in 49.87s, 1 test
   [junit4] 
   [junit4] Duplicate suite name used with XML reports: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore. This may 
confuse tools that process XML reports. Set 'ignoreDuplicateSuites' to true to 
skip this message.
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4] OK      15.1s J1 | TestHdfsCloudBackupRestore.test
   [junit4] Completed [3/5] on J1 in 30.46s, 1 test
   [junit4] 
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4] OK      15.4s J0 | TestHdfsCloudBackupRestore.test
   [junit4] Completed [4/5] on J0 in 31.88s, 1 test
   [junit4] 
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4] OK      12.9s J1 | TestHdfsCloudBackupRestore.test
   [junit4] Completed [5/5] on J1 in 26.17s, 1 test
   [junit4] 
   [junit4] JVM J0:     0.74 ..    83.63 =    82.89s
   [junit4] JVM J1:     0.74 ..   109.07 =   108.33s
   [junit4] Execution time total: 1 minute 49 seconds
   [junit4] Tests summary: 5 suites, 5 tests
   [junit4] Could not remove temporary path: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
 (java.nio.file.DirectoryNotEmptyException: Remaining files: 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp])
   [junit4] Could not remove temporary path: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
 (java.nio.file.DirectoryNotEmptyException: Remaining files: 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp])
     [echo] 5 slowest tests:
[junit4:tophints] 576.92s | org.apache.solr.cloud.BasicDistributedZkTest
[junit4:tophints] 224.98s | org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4:tophints] 187.42s | 
org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest
[junit4:tophints] 132.94s | 
org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4:tophints] 116.45s | org.apache.solr.update.SoftAutoCommitTest

-check-totals:

test-nocompile:

BUILD SUCCESSFUL
Total time: 1 minute 52 seconds
[repro] Failures:
[repro]   0/5 failed: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
[repro] Exiting with code 0
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
java.lang.InterruptedException: no matches found within 10000
        at hudson.FilePath$34.hasMatch(FilePath.java:2662)
        at hudson.FilePath$34.invoke(FilePath.java:2541)
        at hudson.FilePath$34.invoke(FilePath.java:2531)
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2902)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to Solaris VBOX
                at 
hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
                at 
hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
                at hudson.remoting.Channel.call(Channel.java:955)
                at hudson.FilePath.act(FilePath.java:1021)
                at hudson.FilePath.act(FilePath.java:1010)
                at hudson.FilePath.validateAntFileMask(FilePath.java:2531)
                at 
hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
                at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
                at 
hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
                at hudson.model.Build$BuildExecution.post2(Build.java:186)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
                at hudson.model.Run.execute(Run.java:1819)
                at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
                at 
hudson.model.ResourceController.execute(ResourceController.java:97)
                at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2904)
        at hudson.remoting.UserRequest.perform(UserRequest.java:212)
        at hudson.remoting.UserRequest.perform(UserRequest.java:54)
        at hudson.remoting.Request$2.run(Request.java:369)
        at 
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no 
matches found within 10000
        at hudson.FilePath.act(FilePath.java:1023)
        at hudson.FilePath.act(FilePath.java:1010)
        at hudson.FilePath.validateAntFileMask(FilePath.java:2531)
        at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
        at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
        at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
        at hudson.model.Build$BuildExecution.post2(Build.java:186)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
        at hudson.model.Run.execute(Run.java:1819)
        at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
        at hudson.model.ResourceController.execute(ResourceController.java:97)
        at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern 
"**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all 
warnings.
<Git Blamer> GIT_COMMIT=d92b891f95f3185e5d23dc89a23831e633ab64e5, 
workspace=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris
[WARNINGS] Computing warning deltas based on reference build #1830
Recording test results
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to