Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2369/

4 tests failed.
FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR

Error Message:
Error from server at https://127.0.0.1:46354/solr: Can't modify non-existent 
alias testModifyMetadataCAR

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:46354/solr: Can't modify non-existent alias 
testModifyMetadataCAR
        at 
__randomizedtesting.SeedInfo.seed([6E99C102084DC27A:72CB8049B5966222]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at 
org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR(AliasIntegrationTest.java:261)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
        at 
__randomizedtesting.SeedInfo.seed([6E99C102084DC27A:A72C83AC012A048F]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:726)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HDFSCollectionsAPITest

Error Message:
1 thread leaked from SUITE scope at 
org.apache.solr.cloud.hdfs.HDFSCollectionsAPITest:     1) Thread[id=80, 
name=qtp663595074-80, state=TIMED_WAITING, group=TGRP-HDFSCollectionsAPITest]   
      at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE 
scope at org.apache.solr.cloud.hdfs.HDFSCollectionsAPITest: 
   1) Thread[id=80, name=qtp663595074-80, state=TIMED_WAITING, 
group=TGRP-HDFSCollectionsAPITest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([6E99C102084DC27A]:0)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HDFSCollectionsAPITest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=80, 
name=qtp663595074-80, state=TIMED_WAITING, group=TGRP-HDFSCollectionsAPITest]   
      at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=80, name=qtp663595074-80, state=TIMED_WAITING, 
group=TGRP-HDFSCollectionsAPITest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([6E99C102084DC27A]:0)




Build Log:
[...truncated 12095 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HDFSCollectionsAPITest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HDFSCollectionsAPITest_6E99C102084DC27A-001/init-core-data-001
   [junit4]   2> 10491 WARN  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 10491 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 10497 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 10497 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 10500 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HDFSCollectionsAPITest_6E99C102084DC27A-001/tempDir-001
   [junit4]   2> 10515 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 10521 INFO  (Thread-5) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 10525 INFO  (Thread-5) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 10621 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:53418
   [junit4]   2> 10819 ERROR (Thread-5) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 10873 INFO  (zkConnectionManagerCallback-12-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 10930 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1049739ffdf0000, likely client has closed socket
   [junit4]   2> 11173 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server 
jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 
82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 11196 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server 
jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 
82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 11463 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 11463 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 11472 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session 
Scavenging every 600000ms
   [junit4]   2> 11508 INFO  (jetty-launcher-9-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@657cc3db{/solr,null,AVAILABLE}
   [junit4]   2> 11536 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 11536 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 11537 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session 
Scavenging every 600000ms
   [junit4]   2> 11537 INFO  (jetty-launcher-9-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6e6884e5{/solr,null,AVAILABLE}
   [junit4]   2> 11565 INFO  (jetty-launcher-9-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@333edb68{HTTP/1.1,[http/1.1]}{127.0.0.1:47116}
   [junit4]   2> 11572 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server 
Started @14094ms
   [junit4]   2> 11572 INFO  (jetty-launcher-9-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=47116}
   [junit4]   2> 11568 INFO  (jetty-launcher-9-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@48d20005{HTTP/1.1,[http/1.1]}{127.0.0.1:32786}
   [junit4]   2> 11573 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server 
Started @14095ms
   [junit4]   2> 11573 INFO  (jetty-launcher-9-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=32786}
   [junit4]   2> 11597 ERROR (jetty-launcher-9-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 11597 INFO  (jetty-launcher-9-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 11598 INFO  (jetty-launcher-9-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 11598 INFO  (jetty-launcher-9-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 11606 ERROR (jetty-launcher-9-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 11606 INFO  (jetty-launcher-9-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 11607 INFO  (jetty-launcher-9-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 11607 INFO  (jetty-launcher-9-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 11623 INFO  (jetty-launcher-9-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-24T09:38:43.630Z
   [junit4]   2> 11624 INFO  (jetty-launcher-9-thread-1) [    ] 
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find 
system property or JNDI)
   [junit4]   2> 11625 INFO  (jetty-launcher-9-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-24T09:38:43.622Z
   [junit4]   2> 11661 INFO  (zkConnectionManagerCallback-14-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11703 INFO  (jetty-launcher-9-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 11702 INFO  (zkConnectionManagerCallback-16-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11829 INFO  (jetty-launcher-9-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 11892 INFO  (jetty-launcher-9-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53418/solr
   [junit4]   2> 11902 INFO  (jetty-launcher-9-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53418/solr
   [junit4]   2> 11991 INFO  (zkConnectionManagerCallback-22-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 12034 INFO  (zkConnectionManagerCallback-24-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 12121 INFO  
(zkConnectionManagerCallback-26-thread-1-processing-n:127.0.0.1:32786_solr) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 12162 INFO  
(zkConnectionManagerCallback-28-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 12562 INFO  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 12566 INFO  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:32786_solr
   [junit4]   2> 12571 INFO  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.Overseer Overseer 
(id=73349769306505221-127.0.0.1:32786_solr-n_0000000000) starting
   [junit4]   2> 12729 INFO  (jetty-launcher-9-thread-2) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 12739 INFO  (jetty-launcher-9-thread-2) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:47116_solr
   [junit4]   2> 12781 INFO  
(zkCallback-25-thread-1-processing-n:127.0.0.1:32786_solr) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 12874 INFO  
(zkCallback-27-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 13046 INFO  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:32786_solr
   [junit4]   2> 13066 INFO  
(zkCallback-27-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 13069 INFO  
(zkCallback-25-thread-1-processing-n:127.0.0.1:32786_solr) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 13395 INFO  (jetty-launcher-9-thread-2) 
[n:127.0.0.1:47116_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47116.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@509585b4
   [junit4]   2> 13396 INFO  (jetty-launcher-9-thread-2) 
[n:127.0.0.1:47116_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47116.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@509585b4
   [junit4]   2> 13396 INFO  (jetty-launcher-9-thread-2) 
[n:127.0.0.1:47116_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47116.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@509585b4
   [junit4]   2> 13454 INFO  (jetty-launcher-9-thread-2) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HDFSCollectionsAPITest_6E99C102084DC27A-001/tempDir-001/node2/.
   [junit4]   2> 13470 INFO  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:32786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32786.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@509585b4
   [junit4]   2> 13470 INFO  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:32786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32786.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@509585b4
   [junit4]   2> 13471 INFO  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:32786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32786.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@509585b4
   [junit4]   2> 13490 INFO  (jetty-launcher-9-thread-1) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HDFSCollectionsAPITest_6E99C102084DC27A-001/tempDir-001/node1/.
   [junit4]   2> 13709 INFO  (zkConnectionManagerCallback-34-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 14930 WARN  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your 
platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 16050 WARN  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 16459 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] o.m.log 
Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via 
org.mortbay.log.Slf4jLog
   [junit4]   2> 16507 WARN  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 17131 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 17171 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] o.m.log 
Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_55393_hdfs____.fn546h/webapp
   [junit4]   2> 18538 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55393
   [junit4]   2> 19659 WARN  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 19664 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 19834 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] o.m.log 
Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_53522_datanode____.xmxaki/webapp
   [junit4]   2> 25301 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53522
   [junit4]   2> 25904 WARN  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 25905 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 25934 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] o.m.log 
Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_45016_datanode____4h8o4b/webapp
   [junit4]   2> 26458 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45016
   [junit4]   2> 27004 ERROR (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HDFSCollectionsAPITest_6E99C102084DC27A-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HDFSCollectionsAPITest_6E99C102084DC27A-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost/127.0.0.1:45304) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 27083 ERROR (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HDFSCollectionsAPITest_6E99C102084DC27A-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HDFSCollectionsAPITest_6E99C102084DC27A-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost/127.0.0.1:45304) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 27238 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x460c8c9efcd20a: from storage 
DS-6714e120-2551-4564-ab8e-1b88497a7fd7 node 
DatanodeRegistration(127.0.0.1:46253, 
datanodeUuid=41865226-511f-44a8-8086-76e40d6585cf, infoPort=49817, 
infoSecurePort=0, ipcPort=37923, 
storageInfo=lv=-56;cid=testClusterID;nsid=7000022;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 2 msecs
   [junit4]   2> 27241 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x460c8c9e60b17f: from storage 
DS-7596acad-c85d-4590-82ae-d29922952ccf node 
DatanodeRegistration(127.0.0.1:41493, 
datanodeUuid=d99ce504-3b93-47a1-9e2f-23fbe7557186, infoPort=54127, 
infoSecurePort=0, ipcPort=33062, 
storageInfo=lv=-56;cid=testClusterID;nsid=7000022;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 3 msecs
   [junit4]   2> 27241 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x460c8c9efcd20a: from storage 
DS-78036394-1d50-4b60-8d6f-37419f7bcfe6 node 
DatanodeRegistration(127.0.0.1:46253, 
datanodeUuid=41865226-511f-44a8-8086-76e40d6585cf, infoPort=49817, 
infoSecurePort=0, ipcPort=37923, 
storageInfo=lv=-56;cid=testClusterID;nsid=7000022;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 27241 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x460c8c9e60b17f: from storage 
DS-e2f69a81-a885-429b-9963-d43b74320680 node 
DatanodeRegistration(127.0.0.1:41493, 
datanodeUuid=d99ce504-3b93-47a1-9e2f-23fbe7557186, infoPort=54127, 
infoSecurePort=0, ipcPort=33062, 
storageInfo=lv=-56;cid=testClusterID;nsid=7000022;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 28132 INFO  (zkConnectionManagerCallback-38-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 28137 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 28140 INFO  
(SUITE-HDFSCollectionsAPITest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53418/solr ready
   [junit4]   2> 28198 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.SolrTestCaseJ4 ###Starting testDataDirIsNotReused
   [junit4]   2> 28418 INFO  (qtp769200153-67) [n:127.0.0.1:47116_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf1&name=test&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:47116_solr&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 28441 INFO  
(OverseerThreadFactory-63-thread-1-processing-n:127.0.0.1:32786_solr) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
test
   [junit4]   2> 28577 INFO  
(OverseerStateUpdate-73349769306505221-127.0.0.1:32786_solr-n_0000000000) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47116/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 28802 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=test_shard1_replica_n1&action=CREATE&numShards=1&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 28803 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 28942 INFO  
(zkCallback-27-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/test/state.json] for collection [test] has occurred - 
updating... (live nodes size: [2])
   [junit4]   2> 28967 INFO  
(zkCallback-27-thread-2-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/test/state.json] for collection [test] has occurred - 
updating... (live nodes size: [2])
   [junit4]   2> 29865 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 29928 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.s.IndexSchema 
[test_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 29931 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 29931 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'test_shard1_replica_n1' using configuration from collection test, 
trusted=true
   [junit4]   2> 29949 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_47116.solr.core.test.shard1.replica_n1' (registry 
'solr.core.test.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@509585b4
   [junit4]   2> 29996 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:45304/data
   [junit4]   2> 29996 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory 
Solr Kerberos Authentication disabled
   [junit4]   2> 29996 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 29996 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.SolrCore 
[[test_shard1_replica_n1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HDFSCollectionsAPITest_6E99C102084DC27A-001/tempDir-001/node2/test_shard1_replica_n1],
 dataDir=[hdfs://localhost:45304/data/test/core_node2/data/]
   [junit4]   2> 30033 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:45304/data/test/core_node2/data/snapshot_metadata
   [junit4]   2> 30305 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:45304/data/test/core_node2/data
   [junit4]   2> 30403 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:45304/data/test/core_node2/data/index
   [junit4]   2> 30969 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 69
   [junit4]   2> 30970 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741825_1001 size 69
   [junit4]   2> 31651 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 31651 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 31651 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 31693 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 31693 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 31881 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@4ea62094[test_shard1_replica_n1] main]
   [junit4]   2> 31884 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 31887 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 31889 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 31893 INFO  
(searcherExecutor-68-thread-1-processing-n:127.0.0.1:47116_solr 
x:test_shard1_replica_n1 s:shard1 c:test r:core_node2) [n:127.0.0.1:47116_solr 
c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.SolrCore 
[test_shard1_replica_n1] Registered new searcher 
Searcher@4ea62094[test_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 31922 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1593274682777272320
   [junit4]   2> 31961 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 31961 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 31962 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.SyncStrategy Sync 
replicas to http://127.0.0.1:47116/solr/test_shard1_replica_n1/
   [junit4]   2> 31963 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.SyncStrategy Sync 
Success - now sync replicas to me
   [junit4]   2> 31963 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.SyncStrategy 
http://127.0.0.1:47116/solr/test_shard1_replica_n1/ has no replicas
   [junit4]   2> 31963 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 31990 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:47116/solr/test_shard1_replica_n1/ shard1
   [junit4]   2> 31992 INFO  
(zkCallback-27-thread-2-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/test/state.json] for collection [test] has occurred - 
updating... (live nodes size: [2])
   [junit4]   2> 31993 INFO  
(zkCallback-27-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/test/state.json] for collection [test] has occurred - 
updating... (live nodes size: [2])
   [junit4]   2> 32043 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.ZkController I am the 
leader, no recovery necessary
   [junit4]   2> 32047 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=test_shard1_replica_n1&action=CREATE&numShards=1&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=3246
   [junit4]   2> 32142 INFO  
(OverseerCollectionConfigSetProcessor-73349769306505221-127.0.0.1:32786_solr-n_0000000000)
 [n:127.0.0.1:32786_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 32146 INFO  (qtp769200153-67) [n:127.0.0.1:47116_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 32147 INFO  
(zkCallback-27-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/test/state.json] for collection [test] has occurred - 
updating... (live nodes size: [2])
   [junit4]   2> 32147 INFO  
(zkCallback-27-thread-2-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/test/state.json] for collection [test] has occurred - 
updating... (live nodes size: [2])
   [junit4]   2> 33146 INFO  (qtp769200153-67) [n:127.0.0.1:47116_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf1&name=test&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:47116_solr&wt=javabin&version=2}
 status=0 QTime=4729
   [junit4]   2> 33337 INFO  (qtp769200153-69) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory [test_shard1_replica_n1]  webapp=/solr 
path=/update params={wt=javabin&version=2}{add=[1 (1593274684126789632)]} 0 164
   [junit4]   2> 33353 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory [test_shard1_replica_n1]  webapp=/solr 
path=/update params={wt=javabin&version=2}{add=[2 (1593274684265201664)]} 0 13
   [junit4]   2> 33362 INFO  (qtp769200153-69) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 
start 
commit{_version_=1593274684287221760,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 33362 INFO  (qtp769200153-69) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling 
setCommitData with IW:org.apache.solr.update.SolrIndexWriter@242ef84a 
commitCommandVersion:1593274684287221760
   [junit4]   2> 33447 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 33449 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 33490 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 33491 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 33534 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741829_1005{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW]]}
 size 0
   [junit4]   2> 33536 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741829_1005{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 33574 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741830_1006{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 33574 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741830_1006{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|FINALIZED]]}
 size 0
   [junit4]   2> 33678 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|FINALIZED]]}
 size 0
   [junit4]   2> 33681 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|FINALIZED],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 33716 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 33724 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 33761 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|FINALIZED]]}
 size 0
   [junit4]   2> 33763 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|FINALIZED],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 33865 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 33884 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 33964 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW]]}
 size 0
   [junit4]   2> 33967 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 33974 WARN  (DataStreamer for file 
/data/test/core_node2/data/index/_0.dim) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.h.h.DFSClient Caught 
exception 
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at java.lang.Object.wait(Native Method)
   [junit4]   2>        at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>        at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.closeResponder(DFSOutputStream.java:716)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.endBlock(DFSOutputStream.java:476)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:652)
   [junit4]   2> 34023 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741836_1012{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW]]}
 size 127
   [junit4]   2> 34023 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741836_1012 size 127
   [junit4]   2> 34512 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741837_1013{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 34512 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741837_1013{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 34600 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741838_1014{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW]]}
 size 100
   [junit4]   2> 34601 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741838_1014 size 100
   [junit4]   2> 35043 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741839_1015{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 35045 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741839_1015 size 191
   [junit4]   2> 35148 INFO  (qtp769200153-69) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@14b2b3fb[test_shard1_replica_n1] main]
   [junit4]   2> 35166 INFO  
(searcherExecutor-68-thread-1-processing-n:127.0.0.1:47116_solr 
x:test_shard1_replica_n1 s:shard1 c:test r:core_node2) [n:127.0.0.1:47116_solr 
c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.c.SolrCore 
[test_shard1_replica_n1] Registered new searcher 
Searcher@14b2b3fb[test_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2)))}
   [junit4]   2> 35180 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW]]}
 size 75
   [junit4]   2> 35194 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741826_1002 size 139
   [junit4]   2> 35217 INFO  (qtp769200153-69) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 
end_commit_flush
   [junit4]   2> 35218 INFO  (qtp769200153-69) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory [test_shard1_replica_n1]  webapp=/solr 
path=/update 
params={_stateVer_=test:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 1857
   [junit4]   2> 35328 INFO  (qtp769200153-71) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory [test_shard1_replica_n1]  webapp=/solr 
path=/update params={wt=javabin&version=2}{add=[3 (1593274686235475968)]} 0 108
   [junit4]   2> 35341 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@333edb68{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 35342 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1199968434
   [junit4]   2> 35342 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 35353 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@d50667: rootName = 
solr_47116, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@6ea8a535
   [junit4]   2> 35381 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 35382 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4584e4df: rootName = 
solr_47116, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@3b7c3392
   [junit4]   2> 35422 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 35422 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3928e9ed: rootName = 
solr_47116, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@716b3931
   [junit4]   2> 35428 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:47116_solr
   [junit4]   2> 35429 INFO  
(zkCallback-27-thread-2-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/test/state.json] for collection [test] has occurred - 
updating... (live nodes size: [2])
   [junit4]   2> 35429 INFO  
(zkCallback-27-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/test/state.json] for collection [test] has occurred - 
updating... (live nodes size: [2])
   [junit4]   2> 35432 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 35433 INFO  
(zkCallback-27-thread-2-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 35433 INFO  (zkCallback-37-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 35441 INFO  
(zkCallback-25-thread-1-processing-n:127.0.0.1:32786_solr) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 35445 INFO  (coreCloseExecutor-73-thread-1) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.c.SolrCore [test_shard1_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@37e29c6
   [junit4]   2> 35445 INFO  (coreCloseExecutor-73-thread-1) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.test.shard1.replica_n1, tag=58599878
   [junit4]   2> 35446 INFO  (coreCloseExecutor-73-thread-1) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7b143ba7: rootName = 
solr_47116, domain = solr.core.test.shard1.replica_n1, service url = null, 
agent id = null] for registry solr.core.test.shard1.replica_n1 / 
com.codahale.metrics.MetricRegistry@5e152118
   [junit4]   2> 35516 INFO  (coreCloseExecutor-73-thread-1) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.test.shard1.leader, tag=58599878
   [junit4]   2> 35517 INFO  (coreCloseExecutor-73-thread-1) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 35518 INFO  (coreCloseExecutor-73-thread-1) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.u.SolrIndexWriter Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@242ef84a commitCommandVersion:0
   [junit4]   2> 35623 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741841_1017{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|FINALIZED]]}
 size 0
   [junit4]   2> 35624 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741841_1017{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|FINALIZED],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 35726 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741842_1018{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW]]}
 size 0
   [junit4]   2> 35729 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741842_1018 size 95
   [junit4]   2> 35808 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741843_1019{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|FINALIZED]]}
 size 0
   [junit4]   2> 35821 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741843_1019 size 559
   [junit4]   2> 35913 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741844_1020{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW]]}
 size 0
   [junit4]   2> 35921 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741844_1020{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 35923 WARN  (DataStreamer for file 
/data/test/core_node2/data/index/_1.nvd) [n:127.0.0.1:47116_solr c:test 
s:shard1 r:core_node2 x:test_shard1_replica_n1] o.a.h.h.DFSClient Caught 
exception 
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at java.lang.Object.wait(Native Method)
   [junit4]   2>        at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>        at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.closeResponder(DFSOutputStream.java:716)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.endBlock(DFSOutputStream.java:476)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:652)
   [junit4]   2> 35975 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741845_1021{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 35976 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741845_1021{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 36059 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741846_1022{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 36060 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741846_1022{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|FINALIZED]]}
 size 0
   [junit4]   2> 36154 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741847_1023{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 36156 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741847_1023{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 36227 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741848_1024{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 36230 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741848_1024{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|FINALIZED]]}
 size 0
   [junit4]   2> 36478 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741849_1025{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW]]}
 size 0
   [junit4]   2> 36479 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741849_1025{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW]]}
 size 0
   [junit4]   2> 36560 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741850_1026{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 36561 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741850_1026{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|FINALIZED],
 
ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|FINALIZED]]}
 size 0
   [junit4]   2> 36641 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741851_1027{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 36641 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741851_1027{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|RBW]]}
 size 0
   [junit4]   2> 36712 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741852_1028{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 36713 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741852_1028{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|FINALIZED],
 
ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|FINALIZED]]}
 size 0
   [junit4]   2> 36783 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741853_1029{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW],
 
ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW]]}
 size 0
   [junit4]   2> 36784 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741853_1029{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-78036394-1d50-4b60-8d6f-37419f7bcfe6:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-7596acad-c85d-4590-82ae-d29922952ccf:NORMAL:127.0.0.1:41493|FINALIZED]]}
 size 0
   [junit4]   2> 36789 INFO  (IPC Server handler 2 on 45304) [    ] 
BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:41493 
127.0.0.1:46253 
   [junit4]   2> 36807 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46253 is added to 
blk_1073741840_1016{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 75
   [junit4]   2> 36809 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41493 is added to 
blk_1073741840_1016{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6714e120-2551-4564-ab8e-1b88497a7fd7:NORMAL:127.0.0.1:46253|RBW],
 
ReplicaUC[[DISK]DS-e2f69a81-a885-429b-9963-d43b74320680:NORMAL:127.0.0.1:41493|RBW]]}
 size 75
   [junit4]   2> 36849 INFO  (coreCloseExecutor-73-thread-1) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:45304/data/test/core_node2/data/index
   [junit4]   2> 36849 INFO  (coreCloseExecutor-73-thread-1) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:45304/data/test/core_node2/data
   [junit4]   2> 36849 INFO  (coreCloseExecutor-73-thread-1) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:45304/data/test/core_node2/data/snapshot_metadata
   [junit4]   2> 36853 ERROR 
(OldIndexDirectoryCleanupThreadForCore-test_shard1_replica_n1) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Error checking if hdfs path 
hdfs://localhost:45304/data/test/core_node2/data/ exists
   [junit4]   2> java.io.IOException: Filesystem closed
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:808)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:2105)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem$22.doCall(DistributedFileSystem.java:1305)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem$22.doCall(DistributedFileSystem.java:1301)
   [junit4]   2>        at 
org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1317)
   [junit4]   2>        at 
org.apache.hadoop.fs.FileSystem.exists(FileSystem.java:1426)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:514)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$21(SolrCore.java:3037)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 36865 WARN  
(OldIndexDirectoryCleanupThreadForCore-test_shard1_replica_n1) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory hdfs://localhost:45304/data/test/core_node2/data/ 
does not point to a valid data directory; skipping clean-up of old index 
directories.
   [junit4]   2> 36880 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@657cc3db{/solr,null,UNAVAILABLE}
   [junit4]   2> 36880 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 36901 INFO  (qtp663595074-75) [n:127.0.0.1:32786_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=test&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 36927 INFO  
(OverseerThreadFactory-63-thread-2-processing-n:127.0.0.1:32786_solr) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler 
Executing Collection 
Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
   [junit4]   2> 37388 INFO  
(org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@61c67f91)
 [    ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:46253 to delete 
[blk_1073741825_1001]
   [junit4]   2> 37654 INFO  (qtp663595074-75) [n:127.0.0.1:32786_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=test&action=DELETE&wt=javabin&version=2} status=0 QTime=752
   [junit4]   2> 37655 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 37726 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 37726 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 37726 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 37729 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@619e0f0d{/solr,null,AVAILABLE}
   [junit4]   2> 37730 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.e.j.s.AbstractConnector Started 
ServerConnector@5e0c5935{HTTP/1.1,[http/1.1]}{127.0.0.1:47116}
   [junit4]   2> 37730 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.e.j.s.Server Started @40252ms
   [junit4]   2> 37730 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=47116}
   [junit4]   2> 37731 ERROR 
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may 
be missing or incomplete.
   [junit4]   2> 37731 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 8.0.0
   [junit4]   2> 37731 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port 
null
   [junit4]   2> 37731 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 37731 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-24T09:39:09.754Z
   [junit4]   2> 37738 INFO  (zkConnectionManagerCallback-40-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 37739 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 37785 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) [  
  ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53418/solr
   [junit4]   2> 37802 INFO  (zkConnectionManagerCallback-44-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 37947 INFO  
(zkConnectionManagerCallback-46-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 37955 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 37957 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 37962 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:47116_solr
   [junit4]   2> 37963 INFO  (zkCallback-37-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 37964 INFO  
(zkCallback-25-thread-1-processing-n:127.0.0.1:32786_solr) 
[n:127.0.0.1:32786_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 37996 INFO  
(zkCallback-45-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 38240 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) 
[n:127.0.0.1:47116_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47116.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@509585b4
   [junit4]   2> 38268 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) 
[n:127.0.0.1:47116_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47116.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@509585b4
   [junit4]   2> 38268 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) 
[n:127.0.0.1:47116_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47116.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@509585b4
   [junit4]   2> 38278 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HDFSCollectionsAPITest_6E99C102084DC27A-001/tempDir-001/node2/.
   [junit4]   2> 38279 INFO  
(TEST-HDFSCollectionsAPITest.testDataDirIsNotReused-seed#[6E99C102084DC27A]) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.CorePropertiesLocator Cores are: 
[test_shard1_replica_n1]
   [junit4]   2> 38410 INFO  
(coreLoadExecutor-80-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 38922 INFO  
(OverseerCollectionConfigSetProcessor-73349769306505221-127.0.0.1:32786_solr-n_0000000000)
 [n:127.0.0.1:32786_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 40388 INFO  
(org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@61c67f91)
 [    ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:41493 to delete 
[blk_1073741825_1001]
   [junit4]   2> 41460 ERROR 
(coreLoadExecutor-80-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr c:test s:shard1 r:core_node2 x:test_shard1_replica_n1] 
o.a.s.c.ZkController 
   [junit4]   2> org.apache.solr.common.SolrException: Replica core_node2 is 
not present in cluster state: null
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.checkStateInZk(ZkController.java:1720)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1623)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1036)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 41461 ERROR 
(coreContainerWorkExecutor-76-thread-1-processing-n:127.0.0.1:47116_solr) 
[n:127.0.0.1:47116_solr    ] o.a.s.c.CoreContainer Error waiting for SolrCore 
to be created
   [junit4]   2> java.util.concurrent.ExecutionException: 
org.apache.solr.common.SolrException: Unable to create core 
[test_shard1_replica_n1]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.get(FutureTask.java:192)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:673)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to 
create core [test_shard1_replica_n1]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1059)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2>        ... 5 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: 
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1652)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1036)
   [junit4]   2>        ... 7 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Replica 
core_node2 is not present in cluster state: null
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.checkStateInZk(ZkController.jav

[...truncated too long message...]

-3049-thread-2-processing-n:127.0.0.1:46354_solr) [n:127.0.0.1:46354_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1711203 INFO  
(zkCallback-3047-thread-1-processing-n:127.0.0.1:38469_solr) 
[n:127.0.0.1:38469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 1711203 INFO  (jetty-closer-3032-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1711203 INFO  (jetty-closer-3032-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@599bc878: rootName = 
solr_46354, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@2853d68b
   [junit4]   2> 1711204 INFO  (jetty-closer-3032-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1711204 INFO  (jetty-closer-3032-thread-2) [    ] 
o.a.s.c.Overseer Overseer 
(id=73349876564557829-127.0.0.1:38469_solr-n_0000000000) closing
   [junit4]   2> 1711205 INFO  
(OverseerStateUpdate-73349876564557829-127.0.0.1:38469_solr-n_0000000000) 
[n:127.0.0.1:38469_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:38469_solr
   [junit4]   2> 1711210 WARN  
(OverseerAutoScalingTriggerThread-73349876564557829-127.0.0.1:38469_solr-n_0000000000)
 [n:127.0.0.1:38469_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1711213 INFO  (jetty-closer-3032-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1711213 INFO  (jetty-closer-3032-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@58f4f9a0: rootName = 
solr_46354, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@7da8309f
   [junit4]   2> 1711214 INFO  (jetty-closer-3032-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@422a1a02{/solr,null,UNAVAILABLE}
   [junit4]   2> 1711214 INFO  
(zkCallback-3049-thread-2-processing-n:127.0.0.1:46354_solr) 
[n:127.0.0.1:46354_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:46354_solr
   [junit4]   2> 1711214 INFO  (jetty-closer-3032-thread-2) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1711215 INFO  (jetty-closer-3032-thread-1) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46354_solr
   [junit4]   2> 1711216 INFO  (jetty-closer-3032-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1711216 INFO  
(zkCallback-3049-thread-2-processing-n:127.0.0.1:46354_solr) 
[n:127.0.0.1:46354_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (0)
   [junit4]   2> 1711217 INFO  (jetty-closer-3032-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@17ce1e0f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1711218 INFO  (jetty-closer-3032-thread-1) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1711218 ERROR 
(SUITE-AliasIntegrationTest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1711218 INFO  
(SUITE-AliasIntegrationTest-seed#[6E99C102084DC27A]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:60726 60726
   [junit4]   2> 1711386 INFO  (Thread-5444) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:60726 60726
   [junit4]   2> 1711387 WARN  (Thread-5444) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        20      /solr/aliases.json
   [junit4]   2>        16      /solr/configs/conf
   [junit4]   2>        9       /solr/collections/collection2meta/terms/shard1
   [junit4]   2>        9       /solr/collections/collection1meta/terms/shard2
   [junit4]   2>        9       /solr/collections/collection1meta/terms/shard1
   [junit4]   2>        3       /solr/collections/collection_two/terms/shard1
   [junit4]   2>        3       /solr/collections/collection_one/terms/shard2
   [junit4]   2>        3       /solr/collections/collection_old/terms/shard1
   [junit4]   2>        3       /solr/collections/collection1/terms/shard1
   [junit4]   2>        2       /solr/collections/collection_new/terms/shard1
   [junit4]   2>        2       /solr/collections/collection2/terms/shard1
   [junit4]   2>        2       /solr/collections/collection_one/terms/shard1
   [junit4]   2>        2       /solr/collections/collection_old/terms/shard2
   [junit4]   2>        2       
/solr/collections/testErrorChecks-collection/terms/shard1
   [junit4]   2>        2       
/solr/collections/testErrorChecks-collection/terms/shard2
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       /solr/collections/collection1/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        270     /solr/aliases.json
   [junit4]   2>        44      /solr/collections/collection1meta/state.json
   [junit4]   2>        24      /solr/collections/collection2meta/state.json
   [junit4]   2>        20      /solr/clusterprops.json
   [junit4]   2>        20      /solr/clusterstate.json
   [junit4]   2>        11      /solr/collections/collection_one/state.json
   [junit4]   2>        11      /solr/collections/collection1/state.json
   [junit4]   2>        11      /solr/collections/collection_old/state.json
   [junit4]   2>        11      
/solr/collections/testErrorChecks-collection/state.json
   [junit4]   2>        6       /solr/collections/collection_new/state.json
   [junit4]   2>        6       /solr/collections/collection_two/state.json
   [junit4]   2>        6       /solr/collections/collection2/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        199     /solr/collections
   [junit4]   2>        20      /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_6E99C102084DC27A-001
   [junit4]   2> Feb 24, 2018 10:07:03 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{a_t=PostingsFormat(name=MockRandom), 
id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, 
docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=115, 
maxMBSortInHeap=7.321669681202119, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5b4b8f3f),
 locale=et, timezone=Portugal
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=1,free=119086824,total=520617984
   [junit4]   2> NOTE: All tests run in this JVM: [TestNestedDocsSort, 
DistributedSpellCheckComponentTest, SmileWriterTest, TestRawTransformer, 
CollectionsAPISolrJTest, NumericFieldsTest, TestPullReplica, DocValuesTest, 
TestNumericRangeQuery64, TestDistributedStatsComponentCardinality, 
TestTrieFacet, TestLegacyFieldCache, PingRequestHandlerTest, 
CurrencyFieldTypeTest, TestBadConfig, TestPivotHelperCode, 
TestLMJelinekMercerSimilarityFactory, SolrJmxReporterTest, 
HLLSerializationTest, CdcrBootstrapTest, TimeZoneUtilsTest, ForceLeaderTest, 
TestDirectoryFactory, TestPayloadScoreQParserPlugin, FileBasedSpellCheckerTest, 
TestReloadDeadlock, SearchHandlerTest, SortSpecParsingTest, TestExportWriter, 
NodeLostTriggerTest, CacheHeaderTest, TestSolrFieldCacheBean, 
DirectSolrSpellCheckerTest, HttpTriggerListenerTest, TestSolrCoreSnapshots, 
TestAnalyzedSuggestions, ClusterStateUpdateTest, TestMacroExpander, 
TestHdfsUpdateLog, TestReqParamsAPI, TestCloudPivotFacet, LargeFieldTest, 
TestSizeLimitedDistributedMap, DistributedFacetPivotLargeTest, 
ReturnFieldsTest, CleanupOldIndexTest, ConnectionManagerTest, 
HttpPartitionTest, MultiThreadedOCPTest, TestFastWriter, 
HttpSolrCallGetCoreTest, NotRequiredUniqueKeyTest, 
WordBreakSolrSpellCheckerTest, LeaderElectionIntegrationTest, 
DistributedQueueTest, UpdateLogTest, SuggesterTSTTest, 
AnalysisAfterCoreReloadTest, TestChildDocTransformer, DeleteReplicaTest, 
TestMiniSolrCloudClusterSSL, AnalyticsQueryTest, SearchHandlerTest, 
TestSolrCoreProperties, CollectionsAPIDistributedZkTest, TestValueSourceCache, 
EnumFieldTest, TestSchemaManager, TestSuggestSpellingConverter, 
TlogReplayBufferedWhileIndexingTest, SolrCmdDistributorTest, 
UniqFieldsUpdateProcessorFactoryTest, TestSchemaVersionResource, 
TestImpersonationWithHadoopAuth, TestAtomicUpdateErrorCases, 
TestStressInPlaceUpdates, TestFaceting, SpatialHeatmapFacetsTest, 
RegexBoostProcessorTest, MinimalSchemaTest, CircularListTest, 
SolrMetricManagerTest, TestLocalFSCloudBackupRestore, TestLazyCores, 
TestConfigsApi, DisMaxRequestHandlerTest, HdfsRecoveryZkTest, TestRealTimeGet, 
HdfsChaosMonkeySafeLeaderTest, TestPolicyCloud, TestCodecSupport, 
PeerSyncReplicationTest, HdfsThreadLeakTest, TestLRUStatsCache, 
NoCacheHeaderTest, ZkFailoverTest, TestCoreContainer, TestMaxScoreQueryParser, 
TestSolrCLIRunExample, TestRandomDVFaceting, TestFieldSortValues, 
TestGenericDistributedQueue, TestSubQueryTransformerDistrib, 
TestCloudDeleteByQuery, BlockJoinFacetSimpleTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, LeaderElectionTest, 
TestFieldCacheSortRandom, TestFileDictionaryLookup, TestUtils, 
TermVectorComponentTest, TestStressReorder, TestManagedStopFilterFactory, 
JvmMetricsTest, ComputePlanActionTest, RuleEngineTest, TestJmxIntegration, 
TestQuerySenderListener, IndexSchemaRuntimeFieldTest, 
TestDownShardTolerantSearch, TestDistribIDF, TestQueryTypes, 
DistribCursorPagingTest, CopyFieldTest, AliasIntegrationTest]
   [junit4] Completed [685/778 (3!)] on J2 in 64.76s, 8 tests, 1 error <<< 
FAILURES!

[...truncated 48714 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to