Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/391/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this 
request:[https://127.0.0.1:40858/solr/MoveReplicaHDFSTest_failed_coll_true, 
https://127.0.0.1:57543/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available 
to handle this 
request:[https://127.0.0.1:40858/solr/MoveReplicaHDFSTest_failed_coll_true, 
https://127.0.0.1:57543/solr/MoveReplicaHDFSTest_failed_coll_true]
        at 
__randomizedtesting.SeedInfo.seed([E57E3CA6F989B52B:4FB3EF544E5A60FB]:0)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
        at 
org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at 
https://127.0.0.1:57543/solr/MoveReplicaHDFSTest_failed_coll_true: no servers 
hosting shard: shard2
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
        ... 46 more


FAILED:  
org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple

Error Message:
No live SolrServers available to handle this 
request:[http://127.0.0.1:44900/solr]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available 
to handle this request:[http://127.0.0.1:44900/solr]
        at 
__randomizedtesting.SeedInfo.seed([E57E3CA6F989B52B:DDCD1858DE7A61FA]:0)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at 
org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException 
occured when talking to server at: http://127.0.0.1:44900/solr
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        ... 44 more
Caused by: java.net.SocketException: Connection reset
        at java.net.SocketInputStream.read(SocketInputStream.java:210)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
        ... 48 more


FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   
"cluster-preferences":[{"maximize":"freedisk"}],   
"triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       
"event":"nodeLost",       "waitFor":30,       "actions":[         {           
"name":"auto_add_replicas_plan",           
"class":"solr.AutoAddReplicasPlanAction"},         {           
"name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       
"enabled":true}},   "listeners":{".auto_add_replicas.system":{       
"trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         
"STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         
"BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       
"beforeAction":[]}},   "properties":{}}> but was: 
org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   
"cluster-preferences":[{"maximize":"freedisk"}],   
"triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       
"event":"nodeLost",       "waitFor":30,       "actions":[         {           
"name":"auto_add_replicas_plan",           
"class":"solr.AutoAddReplicasPlanAction"},         {           
"name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       
"enabled":true}},   "listeners":{".auto_add_replicas.system":{       
"trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         
"STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         
"BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       
"beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: 
org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: 
org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
        at 
__randomizedtesting.SeedInfo.seed([E57E3CA6F989B52B:DAF63F0EEEDF45CC]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:147)
        at 
org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11883 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 478440 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/init-core-data-001
   [junit4]   2> 478441 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 478442 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 478443 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001
   [junit4]   2> 478443 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 478443 INFO  (Thread-1103) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 478443 INFO  (Thread-1103) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 478444 ERROR (Thread-1103) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 478543 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:57055
   [junit4]   2> 478545 INFO  (zkConnectionManagerCallback-660-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478553 INFO  (jetty-launcher-657-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 478553 INFO  (jetty-launcher-657-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 478553 INFO  (jetty-launcher-657-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 478554 INFO  (jetty-launcher-657-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3ff02bac{/solr,null,AVAILABLE}
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@750fd708{SSL,[ssl, 
http/1.1]}{127.0.0.1:34652}
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] 
o.e.j.s.Server Started @481980ms
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34652}
   [junit4]   2> 478556 ERROR (jetty-launcher-657-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 478556 INFO  (jetty-launcher-657-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 478557 INFO  (jetty-launcher-657-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-13T15:18:30.383Z
   [junit4]   2> 478557 INFO  (jetty-launcher-657-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 478558 INFO  (jetty-launcher-657-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6b7f71d1{/solr,null,AVAILABLE}
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2e9dfa9a{/solr,null,AVAILABLE}
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@4bfd563e{SSL,[ssl, 
http/1.1]}{127.0.0.1:54620}
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] 
o.e.j.s.Server Started @481984ms
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=54620}
   [junit4]   2> 478560 ERROR (jetty-launcher-657-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-13T15:18:30.386Z
   [junit4]   2> 478560 INFO  (jetty-launcher-657-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@697f429b{/solr,null,AVAILABLE}
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@74a3fad7{SSL,[ssl, 
http/1.1]}{127.0.0.1:40858}
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@2f099e1e{SSL,[ssl, 
http/1.1]}{127.0.0.1:57543}
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] 
o.e.j.s.Server Started @481985ms
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] 
o.e.j.s.Server Started @481985ms
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40858}
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=57543}
   [junit4]   2> 478561 ERROR (jetty-launcher-657-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 478561 ERROR (jetty-launcher-657-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-13T15:18:30.387Z
   [junit4]   2> 478561 INFO  (jetty-launcher-657-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-13T15:18:30.387Z
   [junit4]   2> 478566 INFO  (zkConnectionManagerCallback-664-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478566 INFO  (zkConnectionManagerCallback-662-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478566 INFO  (zkConnectionManagerCallback-666-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478566 INFO  (zkConnectionManagerCallback-668-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478566 INFO  (jetty-launcher-657-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 478566 INFO  (jetty-launcher-657-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 478567 INFO  (jetty-launcher-657-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 478567 INFO  (jetty-launcher-657-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 478573 INFO  (jetty-launcher-657-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
   [junit4]   2> 478573 INFO  (jetty-launcher-657-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
   [junit4]   2> 478580 INFO  (zkConnectionManagerCallback-676-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478580 INFO  (zkConnectionManagerCallback-673-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478582 INFO  (jetty-launcher-657-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
   [junit4]   2> 478584 INFO  
(zkConnectionManagerCallback-678-thread-1-processing-n:127.0.0.1:54620_solr) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478585 INFO  (zkConnectionManagerCallback-684-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478586 INFO  
(zkConnectionManagerCallback-681-thread-1-processing-n:127.0.0.1:57543_solr) 
[n:127.0.0.1:57543_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478601 INFO  
(zkConnectionManagerCallback-686-thread-1-processing-n:127.0.0.1:34652_solr) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478605 INFO  (jetty-launcher-657-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
   [junit4]   2> 478612 INFO  (zkConnectionManagerCallback-692-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478619 INFO  
(zkConnectionManagerCallback-694-thread-1-processing-n:127.0.0.1:40858_solr) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 478665 INFO  (jetty-launcher-657-thread-2) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 478666 INFO  (jetty-launcher-657-thread-3) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 478667 INFO  (jetty-launcher-657-thread-2) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:34652_solr
   [junit4]   2> 478670 INFO  (jetty-launcher-657-thread-3) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40858_solr
   [junit4]   2> 478670 INFO  (jetty-launcher-657-thread-2) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.Overseer Overseer 
(id=99343185364254730-127.0.0.1:34652_solr-n_0000000000) starting
   [junit4]   2> 478673 INFO  
(zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 478673 INFO  
(zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 478687 INFO  (jetty-launcher-657-thread-2) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34652_solr
   [junit4]   2> 478696 INFO  
(zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 478709 INFO  
(zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 478715 INFO  (jetty-launcher-657-thread-1) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 478717 INFO  (jetty-launcher-657-thread-1) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 478719 INFO  (jetty-launcher-657-thread-1) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:54620_solr
   [junit4]   2> 478724 INFO  
(zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 478724 INFO  
(zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 478724 INFO  
(zkCallback-685-thread-2-processing-n:127.0.0.1:34652_solr) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 478760 INFO  (jetty-launcher-657-thread-4) 
[n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 478762 INFO  (jetty-launcher-657-thread-4) 
[n:127.0.0.1:57543_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 478823 INFO  (jetty-launcher-657-thread-3) 
[n:127.0.0.1:40858_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40858.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478830 INFO  (jetty-launcher-657-thread-3) 
[n:127.0.0.1:40858_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40858.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478830 INFO  (jetty-launcher-657-thread-3) 
[n:127.0.0.1:40858_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40858.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478831 INFO  (jetty-launcher-657-thread-3) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node3/.
   [junit4]   2> 478843 INFO  (jetty-launcher-657-thread-4) 
[n:127.0.0.1:57543_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:57543_solr
   [junit4]   2> 478844 INFO  
(zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 478845 INFO  (jetty-launcher-657-thread-1) 
[n:127.0.0.1:54620_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54620.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478850 INFO  (jetty-launcher-657-thread-1) 
[n:127.0.0.1:54620_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54620.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478850 INFO  (jetty-launcher-657-thread-1) 
[n:127.0.0.1:54620_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54620.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478851 INFO  (jetty-launcher-657-thread-1) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node1/.
   [junit4]   2> 478853 INFO  
(zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) 
[n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 478853 INFO  
(zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 478853 INFO  
(zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 478928 INFO  (jetty-launcher-657-thread-2) 
[n:127.0.0.1:34652_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34652.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478934 INFO  (jetty-launcher-657-thread-2) 
[n:127.0.0.1:34652_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34652.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478934 INFO  (jetty-launcher-657-thread-2) 
[n:127.0.0.1:34652_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34652.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 478934 INFO  (jetty-launcher-657-thread-2) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node2/.
   [junit4]   2> 479037 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer 
CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE 
RESOURCE LEAK!!!  instance=489010898
   [junit4]   2> 479065 INFO  (jetty-launcher-657-thread-4) 
[n:127.0.0.1:57543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_57543.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 479072 INFO  (jetty-launcher-657-thread-4) 
[n:127.0.0.1:57543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_57543.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 479072 INFO  (jetty-launcher-657-thread-4) 
[n:127.0.0.1:57543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_57543.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 479073 INFO  (jetty-launcher-657-thread-4) 
[n:127.0.0.1:57543_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node4/.
   [junit4]   2> 479119 INFO  (zkConnectionManagerCallback-702-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 479123 INFO  (zkConnectionManagerCallback-706-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 479125 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 479126 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57055/solr ready
   [junit4]   2> 479146 INFO  (qtp1115129274-3717) [n:127.0.0.1:34652_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 479157 INFO  (qtp1115129274-3717) [n:127.0.0.1:34652_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=10
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 479219 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 479231 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 479232 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 479248 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log 
Extract 
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_serv1.vm3_49522_hdfs____.f5g17z/webapp
   [junit4]   2> 479778 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:49522
   [junit4]   2> 479966 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 479970 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 480015 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log 
Extract 
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_63508_datanode____.nnbabd/webapp
   [junit4]   2> 480551 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:63508
   [junit4]   2> 480686 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 480691 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 480710 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log 
Extract 
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_38903_datanode____.90mrdu/webapp
   [junit4]   2> 480836 ERROR (DataNode: 
[[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to serv1-vm3/127.0.0.1:49352) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 480846 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x3821a9ba054d: from storage 
DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180 node 
DatanodeRegistration(127.0.0.1:62987, 
datanodeUuid=e3a3aef5-a6b8-4561-b54d-078d75bdca83, infoPort=48996, 
infoSecurePort=0, ipcPort=57343, 
storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 480846 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x3821a9ba054d: from storage 
DS-8cd83c07-d451-4e3f-b066-46dc30b2b5aa node 
DatanodeRegistration(127.0.0.1:62987, 
datanodeUuid=e3a3aef5-a6b8-4561-b54d-078d75bdca83, infoPort=48996, 
infoSecurePort=0, ipcPort=57343, 
storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 481160 INFO  
(OverseerCollectionConfigSetProcessor-99343185364254730-127.0.0.1:34652_solr-n_0000000000)
 [n:127.0.0.1:34652_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 481350 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38903
   [junit4]   2> 481769 ERROR (DataNode: 
[[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to serv1-vm3/127.0.0.1:49352) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 481787 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x3821e176b4b6: from storage 
DS-92431a5a-e1df-482f-a515-11bede4d5602 node 
DatanodeRegistration(127.0.0.1:42936, 
datanodeUuid=58030516-4b8d-4d96-914f-5f5f63d901ce, infoPort=49515, 
infoSecurePort=0, ipcPort=48994, 
storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 6 msecs
   [junit4]   2> 481787 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x3821e176b4b6: from storage 
DS-ba450d42-6067-4443-b266-dc3862183c17 node 
DatanodeRegistration(127.0.0.1:42936, 
datanodeUuid=58030516-4b8d-4d96-914f-5f5f63d901ce, infoPort=49515, 
infoSecurePort=0, ipcPort=48994, 
storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 482154 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
   [junit4]   2> 482170 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 482175 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 482177 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5101633b{/solr,null,AVAILABLE}
   [junit4]   2> 482177 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@6d487667{SSL,[ssl, 
http/1.1]}{127.0.0.1:41899}
   [junit4]   2> 482177 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.e.j.s.Server Started @485602ms
   [junit4]   2> 482177 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=41899}
   [junit4]   2> 482177 ERROR 
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 482178 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 482178 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 482178 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 482178 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-13T15:18:34.004Z
   [junit4]   2> 482181 INFO  (zkConnectionManagerCallback-709-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 482184 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 482212 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
   [junit4]   2> 482218 INFO  (zkConnectionManagerCallback-713-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 482229 INFO  
(zkConnectionManagerCallback-715-thread-1-processing-n:127.0.0.1:41899_solr) 
[n:127.0.0.1:41899_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 482242 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) 
[n:127.0.0.1:41899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 482246 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) 
[n:127.0.0.1:41899_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 482256 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) 
[n:127.0.0.1:41899_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:41899_solr
   [junit4]   2> 482264 INFO  (zkCallback-705-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 482266 INFO  
(zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 482285 INFO  (zkCallback-705-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 482300 INFO  
(zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 482321 INFO  
(zkCallback-714-thread-1-processing-n:127.0.0.1:41899_solr) 
[n:127.0.0.1:41899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 482321 INFO  
(zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 482321 INFO  
(zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) 
[n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 482606 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) 
[n:127.0.0.1:41899_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41899.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 482643 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) 
[n:127.0.0.1:41899_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41899.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 482643 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) 
[n:127.0.0.1:41899_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41899.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 482644 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) 
[n:127.0.0.1:41899_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node5/.
   [junit4]   2> 482765 INFO  (zkConnectionManagerCallback-719-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 482778 INFO  (qtp1115129274-3715) [n:127.0.0.1:34652_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 482783 INFO  
(OverseerThreadFactory-1693-thread-2-processing-n:127.0.0.1:34652_solr) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
MoveReplicaHDFSTest_failed_coll_true
   [junit4]   2> 482919 INFO  
(OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:57543/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 482927 INFO  
(OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40858/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 482935 INFO  
(OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:54620/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 482995 INFO  
(OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34652/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 483436 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 483438 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 483438 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 483440 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 483453 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 483453 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 483497 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 483497 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 483608 INFO  
(zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 483608 INFO  
(zkCallback-693-thread-2-processing-n:127.0.0.1:40858_solr) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 483609 INFO  
(zkCallback-685-thread-2-processing-n:127.0.0.1:34652_solr) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 483609 INFO  
(zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 483610 INFO  
(zkCallback-677-thread-2-processing-n:127.0.0.1:54620_solr) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 483613 INFO  
(zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 483619 INFO  
(zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) 
[n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 483619 INFO  
(zkCallback-680-thread-2-processing-n:127.0.0.1:57543_solr) 
[n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 484510 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 484525 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 484527 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 484542 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema 
[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 484544 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema 
[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 484545 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 484546 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer 
Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' 
using configuration from collection MoveReplicaHDFSTest_failed_coll_true, 
trusted=true
   [junit4]   2> 484546 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34652.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' 
(registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 484546 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
   [junit4]   2> 484546 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 484546 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 484547 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore 
[[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new 
SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node2/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6],
 
dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
   [junit4]   2> 484547 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 484547 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer 
Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' 
using configuration from collection MoveReplicaHDFSTest_failed_coll_true, 
trusted=true
   [junit4]   2> 484547 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40858.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' 
(registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 484548 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
   [junit4]   2> 484548 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 484548 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 484548 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore 
[[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new 
SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2],
 
dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
   [junit4]   2> 484548 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
   [junit4]   2> 484548 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema 
[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 484620 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 484620 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer 
Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' 
using configuration from collection MoveReplicaHDFSTest_failed_coll_true, 
trusted=true
   [junit4]   2> 484622 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
   [junit4]   2> 484626 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 484626 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54620.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' 
(registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 484626 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
   [junit4]   2> 484626 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 484626 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 484626 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore 
[[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new 
SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node1/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4],
 
dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
   [junit4]   2> 484628 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
   [junit4]   2> 484636 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema 
[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 484641 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 484641 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer 
Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' 
using configuration from collection MoveReplicaHDFSTest_failed_coll_true, 
trusted=true
   [junit4]   2> 484641 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_57543.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' 
(registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
   [junit4]   2> 484642 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
   [junit4]   2> 484642 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 484642 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 484642 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore 
[[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new 
SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1],
 
dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
   [junit4]   2> 484658 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
   [junit4]   2> 484688 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
   [junit4]   2> 484698 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
   [junit4]   2> 484711 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
   [junit4]   2> 484712 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
   [junit4]   2> 484734 INFO  (qtp755677591-3737) [n:127.0.0.1:40858_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
   [junit4]   2> 484753 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
   [junit4]   2> 484774 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
   [junit4]   2> 484796 INFO  (qtp1115129274-3712) [n:127.0.0.1:34652_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
   [junit4]   2> 484915 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to 
blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180:NORMAL:127.0.0.1:62987|RBW],
 
ReplicaUC[[DISK]DS-92431a5a-e1df-482f-a515-11bede4d5602:NORMAL:127.0.0.1:42936|FINALIZED]]}
 size 0
   [junit4]   2> 484948 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to 
blk_1073741825_1001 size 69
   [junit4]   2> 485092 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 485092 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 485092 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 485195 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 485195 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 485277 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to 
blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-ba450d42-6067-4443-b266-dc3862183c17:NORMAL:127.0.0.1:42936|RBW],
 
ReplicaUC[[DISK]DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180:NORMAL:127.0.0.1:62987|RBW]]}
 size 0
   [junit4]   2> 485277 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to 
blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-ba450d42-6067-4443-b266-dc3862183c17:NORMAL:127.0.0.1:42936|RBW],
 
ReplicaUC[[DISK]DS-8cd83c07-d451-4e3f-b066-46dc30b2b5aa:NORMAL:127.0.0.1:62987|FINALIZED]]}
 size 0
   [junit4]   2> 485334 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to 
blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-92431a5a-e1df-482f-a515-11bede4d5602:NORMAL:127.0.0.1:42936|RBW],
 
ReplicaUC[[DISK]DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180:NORMAL:127.0.0.1:62987|RBW]]}
 size 69
   [junit4]   2> 485334 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to 
blk_1073741827_1003 size 69
   [junit4]   2> 485530 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to 
blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-8cd83c07-d451-4e3f-b066-46dc30b2b5aa:NORMAL:127.0.0.1:62987|RBW],
 
ReplicaUC[[DISK]DS-92431a5a-e1df-482f-a515-11bede4d5602:NORMAL:127.0.0.1:42936|RBW]]}
 size 69
   [junit4]   2> 485532 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to 
blk_1073741828_1004 size 69
   [junit4]   2> 485738 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@75060f39[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main]
   [junit4]   2> 485743 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 485746 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 485746 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 485747 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1589490973485826048
   [junit4]   2> 485748 INFO  
(searcherExecutor-1710-thread-1-processing-n:127.0.0.1:54620_solr 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4 s:shard2 
c:MoveReplicaHDFSTest_failed_coll_true r:core_node7) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore 
[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Registered new 
searcher 
Searcher@75060f39[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 485774 INFO  
(zkCallback-680-thread-2-processing-n:127.0.0.1:57543_solr) 
[n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 485774 INFO  
(zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 485775 INFO  
(zkCallback-685-thread-2-processing-n:127.0.0.1:34652_solr) 
[n:127.0.0.1:34652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 485776 INFO  
(zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) 
[n:127.0.0.1:57543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 485776 INFO  
(zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 485776 INFO  
(zkCallback-677-thread-2-processing-n:127.0.0.1:54620_solr) 
[n:127.0.0.1:54620_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 485778 INFO  (qtp1777197922-3746) [n:127.0.0.1:54620_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 485778 INFO  
(zkCallback-693-thread-2-processing-n:127.0.0.1:40858_solr) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 485778 INFO  
(zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) 
[n:127.0.0.1:40858_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 485781 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 485781 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 485781 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 485909 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 485909 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 486012 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@21ddda9e[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] main]
   [junit4]   2> 486013 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 486014 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 486014 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 486015 INFO  (qtp938060371-3727) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1589490973766844416
   [junit4]   2> 486021 INFO  
(searcherExecutor-1711-thread-1-processing-n:127.0.0.1:57543_solr 
x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1 s:shard1 
c:MoveReplicaHDFSTest_failed_coll_true r:core_node3) [n:127.0.0.1:57543_solr 
c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveRe

[...truncated too long message...]

ted type:NodeDataChanged path:/collections/.system/state.json] for collection 
[.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2794489 INFO  
(zkCallback-3647-thread-2-processing-n:127.0.0.1:48114_solr) 
[n:127.0.0.1:48114_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 2794491 INFO  
(zkCallback-3647-thread-4-processing-n:127.0.0.1:48114_solr) 
[n:127.0.0.1:48114_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 2794494 INFO  (jetty-closer-3620-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@23f014d{/solr,null,UNAVAILABLE}
   [junit4]   2> 2794491 INFO  (jetty-closer-3620-thread-1) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:48114_solr
   [junit4]   2> 2794491 INFO  
(zkCallback-3633-thread-4-processing-n:127.0.0.1:52209_solr) 
[n:127.0.0.1:52209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 2794497 INFO  (jetty-closer-3620-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 2794497 INFO  
(zkCallback-3647-thread-4-processing-n:127.0.0.1:48114_solr) 
[n:127.0.0.1:48114_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (0)
   [junit4]   2> 2794497 INFO  
(zkCallback-3633-thread-4-processing-n:127.0.0.1:52209_solr) 
[n:127.0.0.1:52209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (0)
   [junit4]   2> 2794498 INFO  (coreCloseExecutor-7109-thread-1) 
[n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 
x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2]  
CLOSING SolrCore org.apache.solr.core.SolrCore@e1b5402
   [junit4]   2> 2794498 INFO  (coreCloseExecutor-7109-thread-1) 
[n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 
x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters 
for registry=solr.core..system.shard1.replica_n2, tag=236672002
   [junit4]   2> 2794498 INFO  (coreCloseExecutor-7109-thread-1) 
[n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 
x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@37429f7c: rootName = 
solr_48114, domain = solr.core..system.shard1.replica_n2, service url = null, 
agent id = null] for registry solr.core..system.shard1.replica_n2 / 
com.codahale.metrics.MetricRegistry@7762f4da
   [junit4]   2> 2794520 INFO  (coreCloseExecutor-7107-thread-1) 
[n:127.0.0.1:52209_solr c:.system s:shard1 r:core_node3 
x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters 
for registry=solr.collection..system.shard1.leader, tag=1129982178
   [junit4]   2> 2794524 INFO  (jetty-closer-3620-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@188d4ac7{/solr,null,UNAVAILABLE}
   [junit4]   2> 2794525 INFO  (coreCloseExecutor-7109-thread-1) 
[n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 
x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters 
for registry=solr.collection..system.shard1.leader, tag=236672002
   [junit4]   2> 2794528 INFO  (jetty-closer-3620-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=99343336583790601-127.0.0.1:48114_solr-n_0000000001) closing
   [junit4]   2> 2794528 INFO  
(OverseerStateUpdate-99343336583790601-127.0.0.1:48114_solr-n_0000000001) 
[n:127.0.0.1:48114_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:48114_solr
   [junit4]   2> 2794528 WARN  
(OverseerAutoScalingTriggerThread-99343336583790601-127.0.0.1:48114_solr-n_0000000001)
 [n:127.0.0.1:48114_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2794533 INFO  (jetty-closer-3620-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@73ccbb54{/solr,null,UNAVAILABLE}
   [junit4]   2> 2794535 ERROR 
(SUITE-TestClusterStateProvider-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2794536 INFO  
(SUITE-TestClusterStateProvider-seed#[E57E3CA6F989B52B]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:61536 61536
   [junit4]   2> 2795651 INFO  (Thread-3740) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:61536 61536
   [junit4]   2> 2795652 WARN  (Thread-3740) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        4       /solr/security.json
   [junit4]   2>        3       /solr/configs/.system
   [junit4]   2>        3       /solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        26      /solr/collections/.system/state.json
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2>        2       /solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        5       /solr/collections
   [junit4]   2>        2       /solr/overseer/queue
   [junit4]   2>        2       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        2       /solr/overseer/collection-queue-work
   [junit4]   2>        2       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_E57E3CA6F989B52B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=1169, maxMBSortInHeap=7.525931434693066, 
sim=RandomSimilarity(queryNorm=false): {}, locale=he, 
timezone=America/Bahia_Banderas
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 
(64-bit)/cpus=3,threads=1,free=287621784,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [AutoScalingHandlerTest, 
CoreAdminCreateDiscoverTest, LeaderElectionContextKeyTest, 
TestPullReplicaErrorHandling, MinimalSchemaTest, BlockJoinFacetSimpleTest, 
SolrMetricManagerTest, TestRestManager, TestLegacyField, 
XmlUpdateRequestHandlerTest, ChangedSchemaMergeTest, EnumFieldTest, 
RollingRestartTest, ConnectionReuseTest, TestSimpleTextCodec, MoveReplicaTest, 
TestCustomStream, SolrJmxReporterTest, ConfigureRecoveryStrategyTest, 
RequiredFieldsTest, StatsComponentTest, TestFiltering, RemoteQueryErrorTest, 
TestNoOpRegenerator, TestAtomicUpdateErrorCases, TestSystemCollAutoCreate, 
TestSolrCLIRunExample, NotRequiredUniqueKeyTest, TestStressRecovery, 
DirectUpdateHandlerOptimizeTest, TestCopyFieldCollectionResource, 
DirectUpdateHandlerTest, TestJsonFacetRefinement, TestLeaderElectionZkExpiry, 
TestOmitPositions, NodeMutatorTest, BasicDistributedZkTest, BadIndexSchemaTest, 
TestFuzzyAnalyzedSuggestions, TestFieldTypeResource, 
TestSlowCompositeReaderWrapper, TestRecovery, UnloadDistributedZkTest, 
TestScoreJoinQPNoScore, LeaderElectionTest, StatsReloadRaceTest, 
DisMaxRequestHandlerTest, TestJoin, TestCloudSchemaless, DateMathParserTest, 
TestSchemaVersionResource, TestBinaryField, 
TlogReplayBufferedWhileIndexingTest, TestConfigSets, TestBulkSchemaConcurrent, 
TestDistribStateManager, WrapperMergePolicyFactoryTest, TestFieldCacheReopen, 
TestTriggerIntegration, TestSegmentSorting, TestConfigReload, 
TestEmbeddedSolrServerSchemaAPI, ScriptEngineTest, BlockDirectoryTest, 
AlternateDirectoryTest, TestMiniSolrCloudClusterSSL, 
TemplateUpdateProcessorTest, DateFieldTest, TestConfigSetsAPIZkFailure, 
TestSolr4Spatial, AsyncCallRequestStatusResponseTest, TestPolicyCloud, 
DistributedSpellCheckComponentTest, AtomicUpdatesTest, 
TestPHPSerializedResponseWriter, SolrRequestParserTest, TestMacros, 
TestHighFrequencyDictionaryFactory, CdcrReplicationDistributedZkTest, 
OverseerTest, CoreMergeIndexesAdminHandlerTest, 
IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestDFRSimilarityFactory, 
TestComplexPhraseLeadingWildcard, ForceLeaderTest, 
TestDeleteCollectionOnDownNodes, TestStandardQParsers, DataDrivenBlockJoinTest, 
TimeRoutedAliasUpdateProcessorTest, SolrCmdDistributorTest, 
TestSolrCoreSnapshots, TestHighlightDedupGrouping, UUIDFieldTest, 
TestDistributedSearch, TestCloudNestedDocsSort, HighlighterMaxOffsetTest, 
MultiTermTest, SolrMetricsIntegrationTest, HdfsThreadLeakTest, 
ResourceLoaderTest, TestReversedWildcardFilterFactory, 
IndexBasedSpellCheckerTest, TestNumericTerms32, 
BigEndianAscendingWordDeserializerTest, SignatureUpdateProcessorFactoryTest, 
SuggesterWFSTTest, ResponseLogComponentTest, ExecutePlanActionTest, 
TestDistributedStatsComponentCardinality, DistributedVersionInfoTest, 
ZkControllerTest, TestConfigSetsAPI, TestCSVResponseWriter, 
TestReplicaProperties, SpatialFilterTest, CleanupOldIndexTest, 
TestFieldCacheSortRandom, TestTlogReplica, DirectSolrConnectionTest, 
TestCustomSort, TestTolerantSearch, TestPhraseSuggestions, 
TestEmbeddedSolrServerAdminHandler, TestJavabinTupleStreamParser, 
CursorPagingTest, MigrateRouteKeyTest, TestReplicationHandler, 
TestAddFieldRealTimeGet, FieldAnalysisRequestHandlerTest, 
TestDFISimilarityFactory, SmileWriterTest, HdfsBasicDistributedZk2Test, 
SuggesterTest, SolrTestCaseJ4Test, StressHdfsTest, TestSortByMinMaxFunction, 
PrimUtilsTest, TestCoreAdminApis, TestRangeQuery, TestInPlaceUpdatesDistrib, 
SyncSliceTest, UtilsToolTest, OutputWriterTest, ZkStateReaderTest, ZkCLITest, 
SpellCheckComponentTest, RankQueryTest, TestSweetSpotSimilarityFactory, 
IndexSchemaTest, MetricsHandlerTest, AutoAddReplicasIntegrationTest, 
TestRealTimeGet, BitVectorTest, TestHashQParserPlugin, DistanceFunctionTest, 
TestClusterStateProvider]
   [junit4] Completed [468/766 (3!)] on J0 in 9.97s, 2 tests, 1 failure <<< 
FAILURES!

[...truncated 49145 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to