Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21405/
Java: 64bit/jdk-10-ea+42 -XX:+UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.update.HdfsTransactionLog  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)  
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)  at 
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161)  at 
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116)  at 
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:113)
  at jdk.internal.reflect.GeneratedConstructorAccessor191.newInstance(Unknown 
Source)  at 
java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
  at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:488)  
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:793)  at 
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:855)  at 
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1108)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:978)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)  
at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  at java.base/java.lang.Thread.run(Thread.java:844)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not 
released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.update.HdfsTransactionLog
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
        at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
        at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161)
        at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116)
        at 
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:113)
        at 
jdk.internal.reflect.GeneratedConstructorAccessor191.newInstance(Unknown Source)
        at 
java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
        at 
java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:488)
        at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:793)
        at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:855)
        at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1108)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:978)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
        at 
org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base/java.lang.Thread.run(Thread.java:844)


        at __randomizedtesting.SeedInfo.seed([CF99906ED157BE67]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
        at jdk.internal.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
        at 
__randomizedtesting.SeedInfo.seed([CF99906ED157BE67:47CDAFB47FABD39F]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNotNull(Assert.java:526)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
        at 
org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
        at 
org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this 
request:[https://127.0.0.1:39679/solr/MoveReplicaHDFSTest_failed_coll_true, 
https://127.0.0.1:38831/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available 
to handle this 
request:[https://127.0.0.1:39679/solr/MoveReplicaHDFSTest_failed_coll_true, 
https://127.0.0.1:38831/solr/MoveReplicaHDFSTest_failed_coll_true]
        at 
__randomizedtesting.SeedInfo.seed([CF99906ED157BE67:6554439C66846BB7]:0)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
        at 
org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at 
https://127.0.0.1:38831/solr/MoveReplicaHDFSTest_failed_coll_true: no servers 
hosting shard: shard1
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
        ... 45 more




Build Log:
[...truncated 12289 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 205929 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/init-core-data-001
   [junit4]   2> 205929 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 205929 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 205930 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 205931 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001
   [junit4]   2> 205931 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 205932 INFO  (Thread-537) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 205932 INFO  (Thread-537) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 205944 ERROR (Thread-537) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 206032 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:46779
   [junit4]   2> 206040 INFO  (zkConnectionManagerCallback-260-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206042 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10022cf81640000, likely client has closed socket
   [junit4]   2> 206097 INFO  (jetty-launcher-257-thread-3) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 206098 INFO  (jetty-launcher-257-thread-4) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 206098 INFO  (jetty-launcher-257-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 206098 INFO  (jetty-launcher-257-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 206164 INFO  (jetty-launcher-257-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 206164 INFO  (jetty-launcher-257-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 206165 INFO  (jetty-launcher-257-thread-2) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 206167 INFO  (jetty-launcher-257-thread-3) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 206167 INFO  (jetty-launcher-257-thread-3) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 206167 INFO  (jetty-launcher-257-thread-3) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 206168 INFO  (jetty-launcher-257-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@234a512{/solr,null,AVAILABLE}
   [junit4]   2> 206169 INFO  (jetty-launcher-257-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4badfa91{/solr,null,AVAILABLE}
   [junit4]   2> 206171 INFO  (jetty-launcher-257-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@e507f92{SSL,[ssl, 
http/1.1]}{127.0.0.1:42427}
   [junit4]   2> 206171 INFO  (jetty-launcher-257-thread-2) [    ] 
o.e.j.s.Server Started @207503ms
   [junit4]   2> 206171 INFO  (jetty-launcher-257-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=42427}
   [junit4]   2> 206171 ERROR (jetty-launcher-257-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 206171 INFO  (jetty-launcher-257-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 206171 INFO  (jetty-launcher-257-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 206171 INFO  (jetty-launcher-257-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 206171 INFO  (jetty-launcher-257-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-05T08:54:24.221757Z
   [junit4]   2> 206181 INFO  (jetty-launcher-257-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@38c98812{SSL,[ssl, 
http/1.1]}{127.0.0.1:39679}
   [junit4]   2> 206181 INFO  (jetty-launcher-257-thread-3) [    ] 
o.e.j.s.Server Started @207513ms
   [junit4]   2> 206181 INFO  (jetty-launcher-257-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=39679}
   [junit4]   2> 206181 ERROR (jetty-launcher-257-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 206181 INFO  (jetty-launcher-257-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 206181 INFO  (jetty-launcher-257-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 206181 INFO  (jetty-launcher-257-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 206181 INFO  (jetty-launcher-257-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-05T08:54:24.231548Z
   [junit4]   2> 206193 INFO  (jetty-launcher-257-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 206193 INFO  (jetty-launcher-257-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 206193 INFO  (jetty-launcher-257-thread-1) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 206194 INFO  (jetty-launcher-257-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@67e4f29{/solr,null,AVAILABLE}
   [junit4]   2> 206194 INFO  (jetty-launcher-257-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@2dc2b508{SSL,[ssl, 
http/1.1]}{127.0.0.1:33195}
   [junit4]   2> 206194 INFO  (jetty-launcher-257-thread-1) [    ] 
o.e.j.s.Server Started @207526ms
   [junit4]   2> 206194 INFO  (jetty-launcher-257-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33195}
   [junit4]   2> 206194 ERROR (jetty-launcher-257-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 206194 INFO  (jetty-launcher-257-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 206194 INFO  (jetty-launcher-257-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 206194 INFO  (jetty-launcher-257-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 206194 INFO  (jetty-launcher-257-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-05T08:54:24.244916Z
   [junit4]   2> 206198 INFO  (jetty-launcher-257-thread-4) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 206198 INFO  (jetty-launcher-257-thread-4) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 206199 INFO  (jetty-launcher-257-thread-4) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 206204 INFO  (zkConnectionManagerCallback-262-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206205 INFO  (jetty-launcher-257-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 206208 INFO  (zkConnectionManagerCallback-264-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206209 INFO  (jetty-launcher-257-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 206214 INFO  (jetty-launcher-257-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@69a998be{/solr,null,AVAILABLE}
   [junit4]   2> 206214 INFO  (jetty-launcher-257-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@693f5ea2{SSL,[ssl, 
http/1.1]}{127.0.0.1:45953}
   [junit4]   2> 206214 INFO  (jetty-launcher-257-thread-4) [    ] 
o.e.j.s.Server Started @207546ms
   [junit4]   2> 206214 INFO  (jetty-launcher-257-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=45953}
   [junit4]   2> 206215 ERROR (jetty-launcher-257-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 206215 INFO  (jetty-launcher-257-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 206215 INFO  (jetty-launcher-257-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 206215 INFO  (jetty-launcher-257-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 206215 INFO  (jetty-launcher-257-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-05T08:54:24.265182Z
   [junit4]   2> 206231 INFO  (zkConnectionManagerCallback-268-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206232 INFO  (jetty-launcher-257-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 206237 INFO  (jetty-launcher-257-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46779/solr
   [junit4]   2> 206241 INFO  (jetty-launcher-257-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46779/solr
   [junit4]   2> 206246 INFO  (zkConnectionManagerCallback-266-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206252 INFO  (zkConnectionManagerCallback-273-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206250 INFO  (jetty-launcher-257-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46779/solr
   [junit4]   2> 206256 INFO  (zkConnectionManagerCallback-278-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206256 INFO  (jetty-launcher-257-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 206256 DEBUG (jetty-launcher-257-thread-3) 
[n:127.0.0.1:39679_solr    ] o.a.s.c.ZkController Added new OnReconnect 
listener org.apache.solr.cloud.ZkController$$Lambda$417/830462723@61b814f2
   [junit4]   2> 206257 DEBUG (jetty-launcher-257-thread-2) 
[n:127.0.0.1:42427_solr    ] o.a.s.c.ZkController Added new OnReconnect 
listener org.apache.solr.cloud.ZkController$$Lambda$417/830462723@17c9b1f5
   [junit4]   2> 206273 INFO  (jetty-launcher-257-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46779/solr
   [junit4]   2> 206279 INFO  
(zkConnectionManagerCallback-284-thread-1-processing-n:127.0.0.1:42427_solr) 
[n:127.0.0.1:42427_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206284 INFO  
(zkConnectionManagerCallback-282-thread-1-processing-n:127.0.0.1:39679_solr) 
[n:127.0.0.1:39679_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206292 INFO  (zkConnectionManagerCallback-280-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206292 INFO  (zkConnectionManagerCallback-288-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206293 DEBUG (jetty-launcher-257-thread-4) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.ZkController Added new OnReconnect 
listener org.apache.solr.cloud.ZkController$$Lambda$417/830462723@2b6e976a
   [junit4]   2> 206294 DEBUG (jetty-launcher-257-thread-1) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.ZkController Added new OnReconnect 
listener org.apache.solr.cloud.ZkController$$Lambda$417/830462723@8afccbc
   [junit4]   2> 206319 INFO  
(zkConnectionManagerCallback-290-thread-1-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206323 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterprops.json
   [junit4]   2> 206323 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206323 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 206324 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 206324 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 206324 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/security.json
   [junit4]   2> 206325 INFO  
(zkConnectionManagerCallback-292-thread-1-processing-n:127.0.0.1:33195_solr) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206327 INFO  (jetty-launcher-257-thread-4) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 206327 DEBUG (jetty-launcher-257-thread-4) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.LeaderElector Joined leadership election 
with path: 
/overseer_elect/election/72095868662317067-127.0.0.1:45953_solr-n_0000000000
   [junit4]   2> 206328 INFO  (jetty-launcher-257-thread-4) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:45953_solr
   [junit4]   2> 206328 INFO  (jetty-launcher-257-thread-4) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.Overseer Overseer 
(id=72095868662317067-127.0.0.1:45953_solr-n_0000000000) starting
   [junit4]   2> 206335 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 206337 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Process current 
queue of overseer operations
   [junit4]   2> 206339 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue-work
   [junit4]   2> 206339 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 206339 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up 
work-queue. #Running tasks: 0
   [junit4]   2> 206339 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 206339 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 206339 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 206339 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 206340 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 100 
elements. ExcludeSet: []
   [junit4]   2> 206340 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 206341 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterprops.json
   [junit4]   2> 206342 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206342 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 206342 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 206342 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 206342 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/security.json
   [junit4]   2> 206343 INFO  (jetty-launcher-257-thread-1) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 206343 DEBUG (jetty-launcher-257-thread-1) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.LeaderElector Joined leadership election 
with path: 
/overseer_elect/election/72095868662317068-127.0.0.1:33195_solr-n_0000000001
   [junit4]   2> 206344 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: 
/solr/overseer_elect/election/72095868662317067-127.0.0.1:45953_solr-n_0000000000
   [junit4]   2> 206344 DEBUG (jetty-launcher-257-thread-1) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.LeaderElector Watching path 
/overseer_elect/election/72095868662317067-127.0.0.1:45953_solr-n_0000000000 to 
know if I could be the leader
   [junit4]   2> 206344 INFO  (jetty-launcher-257-thread-1) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33195_solr
   [junit4]   2> 206344 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 206344 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 206345 DEBUG (jetty-launcher-257-thread-4) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:45953_solr as DOWN
   [junit4]   2> 206345 DEBUG 
(OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 206345 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 206345 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/autoscaling.json
   [junit4]   2> 206345 INFO  (jetty-launcher-257-thread-4) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45953_solr
   [junit4]   2> 206346 DEBUG 
(OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 206356 DEBUG 
(OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 206356 DEBUG 
(OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 206356 DEBUG 
(OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 206360 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206361 INFO  
(zkCallback-289-thread-1-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 206368 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 206368 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206369 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, 
message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:45953_solr"} current state version: 0
   [junit4]   2> 206369 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for 
node: 127.0.0.1:45953_solr
   [junit4]   2> 206376 DEBUG 
(OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 206379 INFO  
(zkCallback-291-thread-1-processing-n:127.0.0.1:33195_solr) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 206380 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 206380 DEBUG 
(OverseerAutoScalingTriggerThread-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 206381 DEBUG (ScheduledTrigger-623-thread-1) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 2
   [junit4]   2> 206384 INFO  (jetty-launcher-257-thread-1) 
[n:127.0.0.1:33195_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33195.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206390 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterprops.json
   [junit4]   2> 206390 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206390 INFO  (jetty-launcher-257-thread-3) 
[n:127.0.0.1:39679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 206390 INFO  (jetty-launcher-257-thread-1) 
[n:127.0.0.1:33195_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33195.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206391 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 206391 INFO  (jetty-launcher-257-thread-1) 
[n:127.0.0.1:33195_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33195.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206391 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 206391 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 206391 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/security.json
   [junit4]   2> 206392 INFO  (jetty-launcher-257-thread-1) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001/node1/.
   [junit4]   2> 206392 INFO  (jetty-launcher-257-thread-3) 
[n:127.0.0.1:39679_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 206399 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterprops.json
   [junit4]   2> 206400 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206400 INFO  (jetty-launcher-257-thread-2) 
[n:127.0.0.1:42427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 206400 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 206400 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 206400 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 206400 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/security.json
   [junit4]   2> 206401 INFO  (jetty-launcher-257-thread-2) 
[n:127.0.0.1:42427_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 206401 DEBUG (jetty-launcher-257-thread-2) 
[n:127.0.0.1:42427_solr    ] o.a.s.c.LeaderElector Joined leadership election 
with path: 
/overseer_elect/election/72095868662317064-127.0.0.1:42427_solr-n_0000000002
   [junit4]   2> 206402 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: 
/solr/overseer_elect/election/72095868662317068-127.0.0.1:33195_solr-n_0000000001
   [junit4]   2> 206402 DEBUG (jetty-launcher-257-thread-2) 
[n:127.0.0.1:42427_solr    ] o.a.s.c.LeaderElector Watching path 
/overseer_elect/election/72095868662317068-127.0.0.1:33195_solr-n_0000000001 to 
know if I could be the leader
   [junit4]   2> 206402 DEBUG (jetty-launcher-257-thread-2) 
[n:127.0.0.1:42427_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:42427_solr as DOWN
   [junit4]   2> 206403 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 206408 INFO  (jetty-launcher-257-thread-2) 
[n:127.0.0.1:42427_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42427_solr
   [junit4]   2> 206409 DEBUG (jetty-launcher-257-thread-3) 
[n:127.0.0.1:39679_solr    ] o.a.s.c.LeaderElector Joined leadership election 
with path: 
/overseer_elect/election/72095868662317065-127.0.0.1:39679_solr-n_0000000003
   [junit4]   2> 206409 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 206409 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, 
message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:42427_solr"} current state version: 0
   [junit4]   2> 206409 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for 
node: 127.0.0.1:42427_solr
   [junit4]   2> 206409 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: 
/solr/overseer_elect/election/72095868662317064-127.0.0.1:42427_solr-n_0000000002
   [junit4]   2> 206409 DEBUG (jetty-launcher-257-thread-3) 
[n:127.0.0.1:39679_solr    ] o.a.s.c.LeaderElector Watching path 
/overseer_elect/election/72095868662317064-127.0.0.1:42427_solr-n_0000000002 to 
know if I could be the leader
   [junit4]   2> 206409 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 206409 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 206409 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 206409 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 206409 DEBUG (jetty-launcher-257-thread-3) 
[n:127.0.0.1:39679_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:39679_solr as DOWN
   [junit4]   2> 206410 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206410 INFO  
(zkCallback-289-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 206410 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206410 INFO  
(zkCallback-291-thread-1-processing-n:127.0.0.1:33195_solr) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 206410 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 206410 INFO  (jetty-launcher-257-thread-3) 
[n:127.0.0.1:39679_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39679_solr
   [junit4]   2> 206410 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 206410 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 206410 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, 
message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:39679_solr"} current state version: 0
   [junit4]   2> 206410 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 206410 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for 
node: 127.0.0.1:39679_solr
   [junit4]   2> 206412 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206412 INFO  
(zkCallback-291-thread-1-processing-n:127.0.0.1:33195_solr) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 206433 INFO  (jetty-launcher-257-thread-4) 
[n:127.0.0.1:45953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45953.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206440 INFO  (jetty-launcher-257-thread-4) 
[n:127.0.0.1:45953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45953.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206440 INFO  (jetty-launcher-257-thread-4) 
[n:127.0.0.1:45953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45953.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206441 INFO  (jetty-launcher-257-thread-4) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001/node3/.
   [junit4]   2> 206444 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206444 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206447 INFO  
(zkCallback-281-thread-1-processing-n:127.0.0.1:39679_solr) 
[n:127.0.0.1:39679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 206464 INFO  
(zkCallback-289-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 206468 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206469 INFO  
(zkCallback-283-thread-1-processing-n:127.0.0.1:42427_solr) 
[n:127.0.0.1:42427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 206477 INFO  (jetty-launcher-257-thread-3) 
[n:127.0.0.1:39679_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39679.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206500 INFO  (jetty-launcher-257-thread-2) 
[n:127.0.0.1:42427_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42427.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206506 INFO  (jetty-launcher-257-thread-3) 
[n:127.0.0.1:39679_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39679.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206506 INFO  (jetty-launcher-257-thread-3) 
[n:127.0.0.1:39679_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39679.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206508 INFO  (jetty-launcher-257-thread-3) 
[n:127.0.0.1:39679_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001/node4/.
   [junit4]   2> 206509 INFO  (jetty-launcher-257-thread-2) 
[n:127.0.0.1:42427_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42427.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206509 INFO  (jetty-launcher-257-thread-2) 
[n:127.0.0.1:42427_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42427.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 206511 INFO  (jetty-launcher-257-thread-2) 
[n:127.0.0.1:42427_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001/node2/.
   [junit4]   2> 206511 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 206512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 206564 INFO  (zkConnectionManagerCallback-302-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206568 INFO  (zkConnectionManagerCallback-306-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 206568 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterprops.json
   [junit4]   2> 206568 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 206569 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 206569 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 206569 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 206569 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 206569 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46779/solr ready
   [junit4]   2> 206583 INFO  (qtp577159762-1676) [n:127.0.0.1:33195_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 206583 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 206584 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 206584 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 206584 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.ZkDistributedQueue Found child node with 
improper name: qnr-0000000000
   [junit4]   2> 206584 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 206584 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 206584 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.ZkDistributedQueue Found child node with 
improper name: qnr-0000000000
   [junit4]   2> 206584 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskQueue Returning topN 
elements: [/overseer/collection-queue-work/qn-0000000000, ]
   [junit4]   2> 206584 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from 
work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 206584 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Marked task 
[/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 206584 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection 
Message Handler: Get the message 
id:/overseer/collection-queue-work/qn-0000000000 
message:{"operation":"overseerstatus"}
   [junit4]   2> 206585 DEBUG 
(OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Runner processing 
/overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 206585 DEBUG 
(OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler 
OverseerCollectionMessageHandler.processMessage : overseerstatus , 
{"operation":"overseerstatus"}
   [junit4]   2> 206585 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up 
work-queue. #Running tasks: 1
   [junit4]   2> 206585 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: 
[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 206585 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 206585 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 206585 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: 
[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 206585 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 
elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
   [junit4]   2> 206588 DEBUG 
(OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Completed 
task:[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 206589 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 206589 DEBUG 
(zkCallback-291-thread-1-processing-n:127.0.0.1:33195_solr) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on 
path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected 
latchEventType null
   [junit4]   2> 206589 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 206589 DEBUG 
(OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Marked task 
[/overseer/collection-queue-work/qn-0000000000] as completed.
   [junit4]   2> 206589 DEBUG 
(OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 206589 DEBUG 
(OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 206589 DEBUG 
(OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: 
[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 206589 DEBUG 
(OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: 
[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 206589 DEBUG 
(OverseerThreadFactory-625-thread-1-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection 
Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 
complete, 
response:{leader=127.0.0.1:45953_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=11.927215977434534,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.161329,medianRequestTime=0.164779,75thPcRequestTime=0.179599,95thPcRequestTime=0.179599,99thPcRequestTime=0.179599,999thPcRequestTime=0.179599},downnode={requests=3,errors=0,avgRequestsPerSecond=13.765932219614964,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.08385233333333333,medianRequestTime=0.042822,75thPcRequestTime=0.177784,95thPcRequestTime=0.177784,99thPcRequestTime=0.177784,999thPcRequestTime=0.177784}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=12.010765537409553,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.7093706666666666,medianRequestTime=0.190976,75thPcRequestTime=1.766606,95thPcRequestTime=1.766606,99thPcRequestTime=1.766606,999thPcRequestTime=1.766606},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=4.033147080719011,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.191534,medianRequestTime=0.191534,75thPcRequestTime=0.191534,95thPcRequestTime=0.191534,99thPcRequestTime=0.191534,999thPcRequestTime=0.191534}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=4.050750426226036,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=244.7126,medianRequestTime=244.7126,75thPcRequestTime=244.7126,95thPcRequestTime=244.7126,99thPcRequestTime=244.7126,999thPcRequestTime=244.7126}}}
   [junit4]   2> 206589 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 206591 INFO  (qtp577159762-1676) [n:127.0.0.1:33195_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 206667 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 206674 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 206676 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 206684 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_localdomain_35689_hdfs____ej3dv3/webapp
   [junit4]   2> 206773 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] o.m.log 
Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:35689
   [junit4]   2> 206888 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 206889 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 206896 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_45871_datanode____.z26zl4/webapp
   [junit4]   2> 206984 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45871
   [junit4]   2> 207099 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 207100 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 207105 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_42067_datanode____.gujso6/webapp
   [junit4]   2> 207150 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:39697) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 207161 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x2132b1152a0a6: from storage 
DS-27e2f684-1bf5-465a-84b4-de51bdd304f3 node 
DatanodeRegistration(127.0.0.1:40923, 
datanodeUuid=943e7d52-bf9b-46f6-9b7e-4ce2fd4a781b, infoPort=33923, 
infoSecurePort=0, ipcPort=36895, 
storageInfo=lv=-56;cid=testClusterID;nsid=1596433725;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 207162 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x2132b1152a0a6: from storage 
DS-7d86f3f7-ce8b-453e-930b-4c3e341146f2 node 
DatanodeRegistration(127.0.0.1:40923, 
datanodeUuid=943e7d52-bf9b-46f6-9b7e-4ce2fd4a781b, infoPort=33923, 
infoSecurePort=0, ipcPort=36895, 
storageInfo=lv=-56;cid=testClusterID;nsid=1596433725;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 207182 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[CF99906ED157BE67]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42067
   [junit4]   2> 207321 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:39697) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 207332 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x2132b1b7fb5d1: from storage 
DS-828f6fa6-919d-47ab-9aae-1a4ed69f3f1d node 
DatanodeRegistration(127.0.0.1:34347, 
datanodeUuid=8405852f-866b-4f17-96cf-5485eaa5a7bf, infoPort=32987, 
infoSecurePort=0, ipcPort=38455, 
storageInfo=lv=-56;cid=testClusterID;nsid=1596433725;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 207332 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x2132b1b7fb5d1: from storage 
DS-8805f764-e7ce-437b-aea5-fb00868dfccc node 
DatanodeRegistration(127.0.0.1:34347, 
datanodeUuid=8405852f-866b-4f17-96cf-5485eaa5a7bf, infoPort=32987, 
infoSecurePort=0, ipcPort=38455, 
storageInfo=lv=-56;cid=testClusterID;nsid=1596433725;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 207381 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testNormalFailedMove
   [junit4]   2> 207381 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterprops.json
   [junit4]   2> 207381 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 207382 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 207382 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 207382 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 207382 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 207383 DEBUG (ScheduledTrigger-623-thread-1) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 4
   [junit4]   2> 207385 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 207405 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 207405 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 207405 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 207406 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7f551c3c{/solr,null,AVAILABLE}
   [junit4]   2> 207407 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@63f1ac4e{SSL,[ssl, 
http/1.1]}{127.0.0.1:34921}
   [junit4]   2> 207407 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.e.j.s.Server Started @208739ms
   [junit4]   2> 207407 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34921}
   [junit4]   2> 207407 ERROR 
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 207407 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 207407 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 207408 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 207408 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-05T08:54:25.458044Z
   [junit4]   2> 207421 INFO  (zkConnectionManagerCallback-309-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 207421 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 207430 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46779/solr
   [junit4]   2> 207431 INFO  (zkConnectionManagerCallback-313-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 207432 DEBUG 
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) 
[n:127.0.0.1:34921_solr    ] o.a.s.c.ZkController Added new OnReconnect 
listener org.apache.solr.cloud.ZkController$$Lambda$417/830462723@b11798b
   [junit4]   2> 207433 INFO  
(zkConnectionManagerCallback-315-thread-1-processing-n:127.0.0.1:34921_solr) 
[n:127.0.0.1:34921_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 207435 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterprops.json
   [junit4]   2> 207436 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 207436 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) 
[n:127.0.0.1:34921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 207436 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 207436 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 207436 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 207436 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/security.json
   [junit4]   2> 207437 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) 
[n:127.0.0.1:34921_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 207437 DEBUG 
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) 
[n:127.0.0.1:34921_solr    ] o.a.s.c.LeaderElector Joined leadership election 
with path: 
/overseer_elect/election/72095868662317073-127.0.0.1:34921_solr-n_0000000004
   [junit4]   2> 207437 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: 
/solr/overseer_elect/election/72095868662317065-127.0.0.1:39679_solr-n_0000000003
   [junit4]   2> 207437 DEBUG 
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) 
[n:127.0.0.1:34921_solr    ] o.a.s.c.LeaderElector Watching path 
/overseer_elect/election/72095868662317065-127.0.0.1:39679_solr-n_0000000003 to 
know if I could be the leader
   [junit4]   2> 207437 DEBUG 
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) 
[n:127.0.0.1:34921_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:34921_solr as DOWN
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 207438 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) 
[n:127.0.0.1:34921_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34921_solr
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 207438 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, 
message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:34921_solr"} current state version: 0
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 207438 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for 
node: 127.0.0.1:34921_solr
   [junit4]   2> 207438 INFO  
(zkCallback-283-thread-1-processing-n:127.0.0.1:42427_solr) 
[n:127.0.0.1:42427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 207438 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 207438 INFO  
(zkCallback-291-thread-1-processing-n:127.0.0.1:33195_solr) 
[n:127.0.0.1:33195_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 207438 INFO  
(zkCallback-281-thread-1-processing-n:127.0.0.1:39679_solr) 
[n:127.0.0.1:39679_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 207438 INFO  
(zkCallback-289-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 207440 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 207440 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 207440 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 207441 INFO  (zkCallback-305-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 207441 INFO  
(zkCallback-314-thread-1-processing-n:127.0.0.1:34921_solr) 
[n:127.0.0.1:34921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 207441 INFO  (zkCallback-305-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 207463 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) 
[n:127.0.0.1:34921_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34921.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 207469 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) 
[n:127.0.0.1:34921_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34921.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 207469 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) 
[n:127.0.0.1:34921_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34921.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@72b2f194
   [junit4]   2> 207470 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[CF99906ED157BE67]) 
[n:127.0.0.1:34921_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_CF99906ED157BE67-001/tempDir-001/node5/.
   [junit4]   2> 207507 INFO  (zkConnectionManagerCallback-319-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 207509 INFO  (qtp577159762-1665) [n:127.0.0.1:33195_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_false&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 207509 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 207510 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002
   [junit4]   2> 207510 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 207510 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.ZkDistributedQueue Found child node with 
improper name: qnr-0000000002
   [junit4]   2> 207510 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 207510 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 207510 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.ZkDistributedQueue Found child node with 
improper name: qnr-0000000002
   [junit4]   2> 207510 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskQueue Returning topN 
elements: [/overseer/collection-queue-work/qn-0000000002, ]
   [junit4]   2> 207510 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from 
work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
   [junit4]   2> 207510 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Marked task 
[/overseer/collection-queue-work/qn-0000000002] as running
   [junit4]   2> 207510 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection 
Message Handler: Get the message 
id:/overseer/collection-queue-work/qn-0000000002 message:{
   [junit4]   2>   "name":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 207511 DEBUG 
(OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Runner processing 
/overseer/collection-queue-work/qn-0000000002
   [junit4]   2> 207511 DEBUG 
(OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler 
OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 207511 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up 
work-queue. #Running tasks: 1
   [junit4]   2> 207511 INFO  
(OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
MoveReplicaHDFSTest_failed_coll_false
   [junit4]   2> 207511 INFO  
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 207511 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: 
[/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 207511 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 207511 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 207511 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: 
[/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 207511 DEBUG 
(OverseerCollectionConfigSetProcessor-72095868662317067-127.0.0.1:45953_solr-n_0000000000)
 [n:127.0.0.1:45953_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 
elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[]
   [junit4]   2> 207511 DEBUG 
(OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.a.c.Assign Identify nodes using default
   [junit4]   2> 207511 DEBUG 
(OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler 
creating collections conf node 
/collections/MoveReplicaHDFSTest_failed_coll_false 
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 207512 DEBUG 
(OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.a.c.CreateCollectionCmd Check for 
collection zkNode:MoveReplicaHDFSTest_failed_coll_false
   [junit4]   2> 207512 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 207513 DEBUG 
(OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode 
exists
   [junit4]   2> 207513 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 207513 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 207513 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, 
message = {
   [junit4]   2>   "name":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 207513 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.o.ClusterStateMutator building a new 
cName: MoveReplicaHDFSTest_failed_coll_false
   [junit4]   2> 207513 DEBUG 
(OverseerStateUpdate-72095868662317067-127.0.0.1:45953_solr-n_0000000000) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection 
/collections/MoveReplicaHDFSTest_failed_coll_false/state.json
   [junit4]   2> 207514 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 207514 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 207614 DEBUG 
(OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores 
for new collection MoveReplicaHDFSTest_failed_coll_false, shardNames [shard1, 
shard2] , message : {
   [junit4]   2>   "name":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 207615 DEBUG 
(OverseerThreadFactory-625-thread-2-processing-n:127.0.0.1:45953_solr) 
[n:127.0.0.1:45953_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating core 
MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1 as part of shard shard1 
of collection MoveReplicaHDFSTest_failed_coll_false on 127.0.0.1:42427_solr
   [j

[...truncated too long message...]

rCache$1.run(PeerCache.java:124)
   [junit4]   2>     java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> ForkJoinPool.commonPool-worker-1:
   [junit4]   2>     java.base@10-ea/jdk.internal.misc.Unsafe.park(Native 
Method)
   [junit4]   2>     
java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]   2>     
java.base@10-ea/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1668)
   [junit4]   2>     
java.base@10-ea/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)
   [junit4]   2> 
   [junit4]   2> ForkJoinPool.commonPool-worker-10:
   [junit4]   2>     java.base@10-ea/jdk.internal.misc.Unsafe.park(Native 
Method)
   [junit4]   2>     
java.base@10-ea/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:275)
   [junit4]   2>     
java.base@10-ea/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1656)
   [junit4]   2>     
java.base@10-ea/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)
   [junit4]   2> 
   [junit4]   2> LeaseRenewer:jenkins@localhost.localdomain:45497:
   [junit4]   2>     java.base@10-ea/java.lang.Thread.sleep(Native Method)
   [junit4]   2>     
app//org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:444)
   [junit4]   2>     
app//org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71)
   [junit4]   2>     
app//org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304)
   [junit4]   2>     java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 2392879 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[CF99906ED157BE67]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ------------------------------------------------------- 
Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{rnd_b=PostingsFormat(name=Memory), 
a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
a_i=PostingsFormat(name=Memory), id=PostingsFormat(name=Memory)}, 
docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1879, 
maxMBSortInHeap=5.98996146409462, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@a88166d),
 locale=en-GD, timezone=Africa/Juba
   [junit4]   2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 10-ea 
(64-bit)/cpus=8,threads=2,free=114708472,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [BasicAuthStandaloneTest, 
QueryElevationComponentTest, RuleEngineTest, XsltUpdateRequestHandlerTest, 
DirectUpdateHandlerOptimizeTest, TestReload, TestComputePlanAction, 
TestPointFields, TestXIncludeConfig, TestFieldCacheWithThreads, 
DistributedFacetExistsSmallTest, DocValuesNotIndexedTest, TestLRUCache, 
TestSSLRandomization, CursorMarkTest, SolrMetricsIntegrationTest, 
UpdateRequestProcessorFactoryTest, TestCloudNestedDocsSort, 
AutoAddReplicasIntegrationTest, TestNumericTerms64, IndexSchemaTest, 
ResourceLoaderTest, JavabinLoaderTest, TestReversedWildcardFilterFactory, 
TestMultiWordSynonyms, FacetPivotSmallTest, TestConfigOverlay, 
CdcrBootstrapTest, PeerSyncWithIndexFingerprintCachingTest, 
TestAuthenticationFramework, TestCloudSchemaless, OverseerTest, 
HttpTriggerListenerTest, ParsingFieldUpdateProcessorsTest, TestInitParams, 
TestSizeLimitedDistributedMap, OverseerModifyCollectionTest, TestRecoveryHdfs, 
TestNonDefinedSimilarityFactory, BasicZkTest, SimplePostToolTest, 
CheckHdfsIndexTest, TestStressRecovery, TestSlowCompositeReaderWrapper, 
DistributedQueryComponentCustomSortTest, TestFuzzyAnalyzedSuggestions, 
TestSolr4Spatial, DOMUtilTest, TestSQLHandler, TestRTGBase, 
TestSimpleQParserPlugin, PrimUtilsTest, TestSimpleTrackingShardHandler, 
AnalysisErrorHandlingTest, TestFieldCollectionResource, TestFastLRUCache, 
TestPartialUpdateDeduplication, TestTrie, TestTriggerIntegration, 
TestNumericRangeQuery32, SimpleMLTQParserTest, OverseerTaskQueueTest, 
TestLocalFSCloudBackupRestore, TestDynamicLoading, UtilsToolTest, 
TestConfigSetsAPI, SortByFunctionTest, SolrCoreTest, 
TestSubQueryTransformerCrossCore, PreAnalyzedFieldManagedSchemaCloudTest, 
TestGraphTermsQParserPlugin, TestBM25SimilarityFactory, TestCollectionAPIs, 
HdfsChaosMonkeySafeLeaderTest, TestXmlQParserPlugin, TermsComponentTest, 
TestConfigReload, SolrJmxReporterCloudTest, ChaosMonkeySafeLeaderTest, 
ReplicationFactorTest, TestRandomRequestDistribution, 
SolrCoreMetricManagerTest, TestRTimerTree, TestStressVersions, SOLR749Test, 
ChangedSchemaMergeTest, SuggesterFSTTest, TestHttpShardHandlerFactory, 
TestStressInPlaceUpdates, TestSolrCloudWithKerberosAlt, 
TestLegacyNumericRangeQueryBuilder, TolerantUpdateProcessorTest, 
JsonLoaderTest, BadComponentTest, TestPerFieldSimilarity, 
CoreAdminRequestStatusTest, TestFieldTypeResource, HdfsThreadLeakTest, 
ZkStateReaderTest, PathHierarchyTokenizerFactoryTest, TestSolrQueryResponse, 
SchemaVersionSpecificBehaviorTest, TestSolrConfigHandlerConcurrent, 
TestInPlaceUpdatesStandalone, DistributedFacetPivotSmallAdvancedTest, 
TestRecovery, DistributedIntervalFacetingTest, 
SignatureUpdateProcessorFactoryTest, BasicFunctionalityTest, 
LoggingHandlerTest, CollectionsAPIDistributedZkTest, 
TestGenericDistributedQueue, TestPKIAuthenticationPlugin, TestSolrJ, 
TestPullReplica, TestZkAclsWithHadoopAuth, TestCloudJSONFacetJoinDomain, 
TestSortableTextField, OutOfBoxZkACLAndCredentialsProvidersTest, 
TlogReplayBufferedWhileIndexingTest, TestEmbeddedSolrServerAdminHandler, 
TestExceedMaxTermLength, BigEndianAscendingWordSerializerTest, 
TestTolerantUpdateProcessorCloud, CollectionReloadTest, ZkControllerTest, 
SyncSliceTest, TestReplicationHandler, TestZkChroot, ZkCLITest, 
SoftAutoCommitTest, AsyncCallRequestStatusResponseTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistribJoinFromCollectionTest, 
ForceLeaderTest, RecoveryAfterSoftCommitTest, SSLMigrationTest, 
SolrCLIZkUtilsTest, TestCloudRecovery, TestDownShardTolerantSearch, 
TestLeaderElectionWithEmptyReplica, TestPrepRecovery, 
TestSolrCloudWithDelegationTokens, TestStressCloudBlindAtomicUpdates, 
VMParamsZkACLAndCredentialsProvidersTest, 
ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, 
TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, 
TestHdfsCloudBackupRestore, AutoScalingHandlerTest, ComputePlanActionTest, 
NodeLostTriggerTest, TestPolicyCloud, TestDistribStateManager, 
TestExecutePlanAction, TestNodeLostTrigger, TestPolicyCloud, 
TestSimDistributedQueue, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, 
CdcrVersionReplicationTest, HdfsBasicDistributedZk2Test, 
HdfsChaosMonkeyNothingIsSafeTest, HdfsNNFailoverTest, HdfsRecoveryZkTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsRecoveryZkTest 
-Dtests.seed=CF99906ED157BE67 -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=en-GD -Dtests.timezone=Africa/Juba -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | HdfsRecoveryZkTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 
object(s) that were not released!!! [HdfsTransactionLog]
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.update.HdfsTransactionLog
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
   [junit4]    >        at 
org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
   [junit4]    >        at 
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161)
   [junit4]    >        at 
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116)
   [junit4]    >        at 
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:113)
   [junit4]    >        at 
jdk.internal.reflect.GeneratedConstructorAccessor191.newInstance(Unknown Source)
   [junit4]    >        at 
java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
   [junit4]    >        at 
java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:488)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:793)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:855)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1108)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:978)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)
   [junit4]    >        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    >        at 
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    >        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([CF99906ED157BE67]:0)
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
   [junit4]    >        at 
jdk.internal.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
   [junit4]    >        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    >        at 
java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [599/775 (3!)] on J1 in 47.38s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 41464 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to