Build: https://builds.apache.org/job/Lucene-Solr-Tests-8.x/60/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudRecovery2.test

Error Message:
 Timeout waiting to see state for collection=collection1 
:DocCollection(collection1//collections/collection1/state.json/7)={   
"pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       "replicas":{         
"core_node3":{           "core":"collection1_shard1_replica_n1",           
"base_url":"http://127.0.0.1:38355/solr";,           
"node_name":"127.0.0.1:38355_solr",           "state":"down",           
"type":"NRT",           "force_set_state":"false"},         "core_node4":{      
     "core":"collection1_shard1_replica_n2",           
"base_url":"http://127.0.0.1:38220/solr";,           
"node_name":"127.0.0.1:38220_solr",           "state":"active",           
"type":"NRT",           "force_set_state":"false",           
"leader":"true"}}}},   "router":{"name":"compositeId"},   
"maxShardsPerNode":"2",   "autoAddReplicas":"false",   "nrtReplicas":"2",   
"tlogReplicas":"0"} Live Nodes: [127.0.0.1:38220_solr, 127.0.0.1:38355_solr] 
Last available state: 
DocCollection(collection1//collections/collection1/state.json/7)={   
"pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       "replicas":{         
"core_node3":{           "core":"collection1_shard1_replica_n1",           
"base_url":"http://127.0.0.1:38355/solr";,           
"node_name":"127.0.0.1:38355_solr",           "state":"down",           
"type":"NRT",           "force_set_state":"false"},         "core_node4":{      
     "core":"collection1_shard1_replica_n2",           
"base_url":"http://127.0.0.1:38220/solr";,           
"node_name":"127.0.0.1:38220_solr",           "state":"active",           
"type":"NRT",           "force_set_state":"false",           
"leader":"true"}}}},   "router":{"name":"compositeId"},   
"maxShardsPerNode":"2",   "autoAddReplicas":"false",   "nrtReplicas":"2",   
"tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: 
Timeout waiting to see state for collection=collection1 
:DocCollection(collection1//collections/collection1/state.json/7)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"collection1_shard1_replica_n1",
          "base_url":"http://127.0.0.1:38355/solr";,
          "node_name":"127.0.0.1:38355_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node4":{
          "core":"collection1_shard1_replica_n2",
          "base_url":"http://127.0.0.1:38220/solr";,
          "node_name":"127.0.0.1:38220_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:38220_solr, 127.0.0.1:38355_solr]
Last available state: 
DocCollection(collection1//collections/collection1/state.json/7)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"collection1_shard1_replica_n1",
          "base_url":"http://127.0.0.1:38355/solr";,
          "node_name":"127.0.0.1:38355_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node4":{
          "core":"collection1_shard1_replica_n2",
          "base_url":"http://127.0.0.1:38220/solr";,
          "node_name":"127.0.0.1:38220_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
        at 
__randomizedtesting.SeedInfo.seed([1C2B38848628A8B5:947F075E28D4C54D]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:288)
        at 
org.apache.solr.cloud.TestCloudRecovery2.test(TestCloudRecovery2.java:61)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13004 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery2
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery2_1C2B38848628A8B5-001/init-core-data-001
   [junit4]   2> 718678 WARN  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=252 numCloses=252
   [junit4]   2> 718678 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 718679 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 718679 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 718680 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery2_1C2B38848628A8B5-001/tempDir-001
   [junit4]   2> 718680 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 718680 INFO  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 718681 INFO  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 718781 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:46333
   [junit4]   2> 718781 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46333
   [junit4]   2> 718781 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1 46333
   [junit4]   2> 719127 INFO  (zkConnectionManagerCallback-1323-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719253 INFO  (zkConnectionManagerCallback-1325-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719304 INFO  (zkConnectionManagerCallback-1327-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719320 WARN  (jetty-launcher-1328-thread-1) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 719326 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 719326 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 719326 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 719334 WARN  (jetty-launcher-1328-thread-2) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 719335 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 719335 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 719335 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 719371 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 719371 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 719371 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 719371 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@756d0b23{/solr,null,AVAILABLE}
   [junit4]   2> 719373 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@31e1cf85{HTTP/1.1,[http/1.1, 
h2c]}{127.0.0.1:38220}
   [junit4]   2> 719373 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.e.j.s.Server Started @719463ms
   [junit4]   2> 719373 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38220}
   [junit4]   2> 719373 ERROR (jetty-launcher-1328-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 719373 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 719373 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.1.0
   [junit4]   2> 719373 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 719373 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 719373 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-07T20:02:43.771Z
   [junit4]   2> 719399 INFO  (zkConnectionManagerCallback-1330-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719411 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 719516 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 719516 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 719516 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 719523 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@15cf7e98{/solr,null,AVAILABLE}
   [junit4]   2> 719538 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@3fc8b4e5{HTTP/1.1,[http/1.1, 
h2c]}{127.0.0.1:38355}
   [junit4]   2> 719538 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.e.j.s.Server Started @719629ms
   [junit4]   2> 719538 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38355}
   [junit4]   2> 719538 ERROR (jetty-launcher-1328-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 719538 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 719539 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.1.0
   [junit4]   2> 719539 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 719539 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 719539 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-03-07T20:02:43.937Z
   [junit4]   2> 719618 INFO  (zkConnectionManagerCallback-1332-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719626 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 720174 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 720206 WARN  (jetty-launcher-1328-thread-1) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@390845a7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 720421 WARN  (jetty-launcher-1328-thread-1) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@3a8bbc8c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 720422 INFO  (jetty-launcher-1328-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46333/solr
   [junit4]   2> 720456 INFO  (zkConnectionManagerCallback-1338-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 720602 INFO  (zkConnectionManagerCallback-1340-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 720852 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 720875 WARN  (jetty-launcher-1328-thread-2) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@7fb10c5c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 720891 WARN  (jetty-launcher-1328-thread-2) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@43a8da3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 720891 INFO  (jetty-launcher-1328-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46333/solr
   [junit4]   2> 720910 INFO  (zkConnectionManagerCallback-1348-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 721019 INFO  (zkConnectionManagerCallback-1350-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 721052 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:38220_solr
   [junit4]   2> 721052 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.Overseer Overseer 
(id=74307206630932486-127.0.0.1:38220_solr-n_0000000000) starting
   [junit4]   2> 721146 INFO  (jetty-launcher-1328-thread-2) 
[n:127.0.0.1:38355_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38355_solr
   [junit4]   2> 721162 INFO  (zkCallback-1339-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 721173 INFO  (zkConnectionManagerCallback-1357-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 721181 INFO  (zkCallback-1349-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 721182 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 721183 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:46333/solr ready
   [junit4]   2> 721230 INFO  
(OverseerStateUpdate-74307206630932486-127.0.0.1:38220_solr-n_0000000000) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:38220_solr
   [junit4]   2> 721230 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:38220_solr as DOWN
   [junit4]   2> 721282 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 721283 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38220_solr
   [junit4]   2> 721380 INFO  (zkCallback-1339-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 721416 INFO  (zkCallback-1349-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 721437 INFO  (zkCallback-1356-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 721489 INFO  (zkConnectionManagerCallback-1362-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 721490 INFO  (jetty-launcher-1328-thread-2) 
[n:127.0.0.1:38355_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 721491 INFO  (jetty-launcher-1328-thread-2) 
[n:127.0.0.1:38355_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:46333/solr ready
   [junit4]   2> 721526 INFO  (jetty-launcher-1328-thread-2) 
[n:127.0.0.1:38355_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 721586 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 721748 INFO  (jetty-launcher-1328-thread-2) 
[n:127.0.0.1:38355_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38355.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@f0ef5ef
   [junit4]   2> 721930 INFO  (jetty-launcher-1328-thread-2) 
[n:127.0.0.1:38355_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38355.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@f0ef5ef
   [junit4]   2> 721930 INFO  (jetty-launcher-1328-thread-2) 
[n:127.0.0.1:38355_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38355.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@f0ef5ef
   [junit4]   2> 721931 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38220.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@f0ef5ef
   [junit4]   2> 721970 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38220.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@f0ef5ef
   [junit4]   2> 721970 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38220.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@f0ef5ef
   [junit4]   2> 721971 INFO  (jetty-launcher-1328-thread-1) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery2_1C2B38848628A8B5-001/tempDir-001/node1/.
   [junit4]   2> 721984 INFO  (jetty-launcher-1328-thread-2) 
[n:127.0.0.1:38355_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery2_1C2B38848628A8B5-001/tempDir-001/node2/.
   [junit4]   2> 722279 INFO  (zkConnectionManagerCallback-1369-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 722293 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 722294 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46333/solr ready
   [junit4]   2> 722349 INFO  (qtp1955587658-4005) [n:127.0.0.1:38355_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 722390 INFO  
(OverseerThreadFactory-1233-thread-1-processing-n:127.0.0.1:38220_solr) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
collection1
   [junit4]   2> 722513 INFO  
(OverseerStateUpdate-74307206630932486-127.0.0.1:38220_solr-n_0000000000) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38355/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 722527 INFO  
(OverseerStateUpdate-74307206630932486-127.0.0.1:38220_solr-n_0000000000) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38220/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 722754 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr    
x:collection1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create 
command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 722754 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr    
x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create 
command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 722754 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr    
x:collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault 
Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 724031 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 724141 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 724159 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 724159 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using 
configuration from collection collection1, trusted=true
   [junit4]   2> 724160 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38220.solr.core.collection1.shard1.replica_n2' (registry 
'solr.core.collection1.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@f0ef5ef
   [junit4]   2> 724176 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery2_1C2B38848628A8B5-001/tempDir-001/node1/collection1_shard1_replica_n2],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery2_1C2B38848628A8B5-001/tempDir-001/node1/./collection1_shard1_replica_n2/data/]
   [junit4]   2> 724222 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 724275 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 724310 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 724310 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using 
configuration from collection collection1, trusted=true
   [junit4]   2> 724311 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38355.solr.core.collection1.shard1.replica_n1' (registry 
'solr.core.collection1.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@f0ef5ef
   [junit4]   2> 724311 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery2_1C2B38848628A8B5-001/tempDir-001/node2/collection1_shard1_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery2_1C2B38848628A8B5-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 724726 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 724726 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 724915 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 724915 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 724966 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@407cfd58[collection1_shard1_replica_n2] main]
   [junit4]   2> 724970 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/config
   [junit4]   2> 724970 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 724971 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 724971 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1627378385545068544
   [junit4]   2> 724994 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 724994 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 724996 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 724996 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 725011 INFO  
(searcherExecutor-1242-thread-1-processing-n:127.0.0.1:38220_solr 
x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) 
[n:127.0.0.1:38220_solr c:collection1 s:shard1 r:core_node4 
x:collection1_shard1_replica_n2] o.a.s.c.SolrCore 
[collection1_shard1_replica_n2] Registered new searcher 
Searcher@407cfd58[collection1_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 725029 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 725029 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/collection1/leaders/shard1
   [junit4]   2> 725067 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 725083 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@6a95dbd6[collection1_shard1_replica_n1] main]
   [junit4]   2> 725139 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/config
   [junit4]   2> 725180 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 725180 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 725181 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1627378385765269504
   [junit4]   2> 725192 INFO  
(searcherExecutor-1243-thread-1-processing-n:127.0.0.1:38355_solr 
x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) 
[n:127.0.0.1:38355_solr c:collection1 s:shard1 r:core_node3 
x:collection1_shard1_replica_n1] o.a.s.c.SolrCore 
[collection1_shard1_replica_n1] Registered new searcher 
Searcher@6a95dbd6[collection1_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 725204 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/collection1/terms/shard1 to Terms{values={core_node3=0, 
core_node4=0}, version=1}
   [junit4]   2> 725204 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/collection1/leaders/shard1
   [junit4]   2> 725568 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 725568 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 725568 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:38220/solr/collection1_shard1_replica_n2/
   [junit4]   2> 725569 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 
url=http://127.0.0.1:38220/solr START 
replicas=[http://127.0.0.1:38355/solr/collection1_shard1_replica_n1/] 
nUpdates=100
   [junit4]   2> 725569 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 
url=http://127.0.0.1:38220/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 725601 INFO  (qtp1955587658-4008) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=12
   [junit4]   2> 725602 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 725602 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 725602 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node 
/collections/collection1/leaders/shard1/leader after winning as 
/collections/collection1/leader_elect/shard1/election/74307206630932486-core_node4-n_0000000000
   [junit4]   2> 725610 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:38220/solr/collection1_shard1_replica_n2/ shard1
   [junit4]   2> 725747 INFO  (zkCallback-1339-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 725748 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 725750 INFO  (qtp1108976326-3996) [n:127.0.0.1:38220_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2996
   [junit4]   2> 725893 INFO  (zkCallback-1339-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 725901 INFO  (zkCallback-1339-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 726224 INFO  (qtp1955587658-4010) [n:127.0.0.1:38355_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=3470
   [junit4]   2> 726258 INFO  (qtp1955587658-4005) [n:127.0.0.1:38355_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
45 seconds. Check all shard replicas
   [junit4]   2> 726327 INFO  (zkCallback-1349-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 726328 INFO  (qtp1955587658-4005) [n:127.0.0.1:38355_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2}
 status=0 QTime=3978
   [junit4]   2> 726328 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: 
collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 726328 INFO  (zkCallback-1339-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 726328 INFO  (zkCallback-1339-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 726334 INFO  (zkCallback-1349-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 726335 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 726462 INFO  
(OverseerCollectionConfigSetProcessor-74307206630932486-127.0.0.1:38220_solr-n_0000000000)
 [n:127.0.0.1:38220_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 726467 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 726490 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=791125212
   [junit4]   2> 726490 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38355_solr
   [junit4]   2> 726501 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 726501 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.c.ZkController Publish node=127.0.0.1:38355_solr as DOWN
   [junit4]   2> 726503 INFO  (coreCloseExecutor-1252-thread-1) 
[n:127.0.0.1:38355_solr c:collection1 s:shard1 r:core_node3 
x:collection1_shard1_replica_n1] o.a.s.c.SolrCore 
[collection1_shard1_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@5d0066c1
   [junit4]   2> 726503 INFO  (coreCloseExecutor-1252-thread-1) 
[n:127.0.0.1:38355_solr c:collection1 s:shard1 r:core_node3 
x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.core.collection1.shard1.replica_n1, tag=5d0066c1
   [junit4]   2> 726503 INFO  (coreCloseExecutor-1252-thread-1) 
[n:127.0.0.1:38355_solr c:collection1 s:shard1 r:core_node3 
x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@6ed75600: rootName = 
solr_38355, domain = solr.core.collection1.shard1.replica_n1, service url = 
null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / 
com.codahale.metrics.MetricRegistry@18478277
   [junit4]   2> 726534 INFO  (coreCloseExecutor-1252-thread-1) 
[n:127.0.0.1:38355_solr c:collection1 s:shard1 r:core_node3 
x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard1.leader, tag=5d0066c1
   [junit4]   2> 726569 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 726569 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@e777130: rootName = 
solr_38355, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@7c2917e6
   [junit4]   2> 726598 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 726598 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3e9af79e: rootName = 
solr_38355, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@6da29f50
   [junit4]   2> 726600 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 726600 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@44057e77: rootName = 
solr_38355, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@4f97e5a5
   [junit4]   2> 726600 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 726636 INFO  (zkCallback-1339-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 726636 INFO  (zkCallback-1339-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 726636 INFO  (zkCallback-1339-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 726655 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@3fc8b4e5{HTTP/1.1,[http/1.1, 
h2c]}{127.0.0.1:0}
   [junit4]   2> 726656 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@15cf7e98{/solr,null,UNAVAILABLE}
   [junit4]   2> 726656 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] o.e.j.s.session 
node0 Stopped scavenging
   [junit4]   2> 726667 INFO  (zkCallback-1356-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 726667 INFO  (zkCallback-1368-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 771659 INFO  
(TEST-TestCloudRecovery2.test-seed#[1C2B38848628A8B5]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudRecovery2 
-Dtests.method=test -Dtests.seed=1C2B38848628A8B5 -Dtests.multiplier=2 
-Dtests.slow=true -Dtests.locale=vi-VN -Dtests.timezone=Europe/Tirane 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 45.3s J0 | TestCloudRecovery2.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 
   [junit4]    > Timeout waiting to see state for collection=collection1 
:DocCollection(collection1//collections/collection1/state.json/7)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"2",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node3":{
   [junit4]    >           "core":"collection1_shard1_replica_n1",
   [junit4]    >           "base_url":"http://127.0.0.1:38355/solr";,
   [junit4]    >           "node_name":"127.0.0.1:38355_solr",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false"},
   [junit4]    >         "core_node4":{
   [junit4]    >           "core":"collection1_shard1_replica_n2",
   [junit4]    >           "base_url":"http://127.0.0.1:38220/solr";,
   [junit4]    >           "node_name":"127.0.0.1:38220_solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"2",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"2",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    > Live Nodes: [127.0.0.1:38220_solr, 127.0.0.1:38355_solr]
   [junit4]    > Last available state: 
DocCollection(collection1//collections/collection1/state.json/7)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"2",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node3":{
   [junit4]    >           "core":"collection1_shard1_replica_n1",
   [junit4]    >           "base_url":"http://127.0.0.1:38355/solr";,
   [junit4]    >           "node_name":"127.0.0.1:38355_solr",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false"},
   [junit4]    >         "core_node4":{
   [junit4]    >           "core":"collection1_shard1_replica_n2",
   [junit4]    >           "base_url":"http://127.0.0.1:38220/solr";,
   [junit4]    >           "node_name":"127.0.0.1:38220_solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "force_set_state":"false",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"2",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"2",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([1C2B38848628A8B5:947F075E28D4C54D]:0)
   [junit4]    >        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
   [junit4]    >        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:288)
   [junit4]    >        at 
org.apache.solr.cloud.TestCloudRecovery2.test(TestCloudRecovery2.java:61)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 771691 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1913261823
   [junit4]   2> 771691 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38220_solr
   [junit4]   2> 771691 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 771691 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.c.ZkController Publish node=127.0.0.1:38220_solr as DOWN
   [junit4]   2> 771693 INFO  (coreCloseExecutor-1254-thread-1) 
[n:127.0.0.1:38220_solr c:collection1 s:shard1 r:core_node4 
x:collection1_shard1_replica_n2] o.a.s.c.SolrCore 
[collection1_shard1_replica_n2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@7face84
   [junit4]   2> 771693 INFO  (coreCloseExecutor-1254-thread-1) 
[n:127.0.0.1:38220_solr c:collection1 s:shard1 r:core_node4 
x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.core.collection1.shard1.replica_n2, tag=7face84
   [junit4]   2> 771693 INFO  (coreCloseExecutor-1254-thread-1) 
[n:127.0.0.1:38220_solr c:collection1 s:shard1 r:core_node4 
x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@258c1208: rootName = 
solr_38220, domain = solr.core.collection1.shard1.replica_n2, service url = 
null, agent id = null] for registry solr.core.collection1.shard1.replica_n2 / 
com.codahale.metrics.MetricRegistry@3298e863
   [junit4]   2> 771694 INFO  (zkCallback-1339-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [1])
   [junit4]   2> 771694 INFO  (zkCallback-1339-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [1])
   [junit4]   2> 771720 INFO  (coreCloseExecutor-1254-thread-1) 
[n:127.0.0.1:38220_solr c:collection1 s:shard1 r:core_node4 
x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard1.leader, tag=7face84
   [junit4]   2> 771727 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 771727 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@1461fe9e: rootName = 
solr_38220, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@1a0f3c72
   [junit4]   2> 771730 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 771730 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@ad46495: rootName = 
solr_38220, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@6da29f50
   [junit4]   2> 771732 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 771732 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@486a7e85: rootName = 
solr_38220, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@4f97e5a5
   [junit4]   2> 771732 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 771747 INFO  (closeThreadPool-1378-thread-2) [    ] 
o.a.s.c.Overseer Overseer 
(id=74307206630932486-127.0.0.1:38220_solr-n_0000000000) closing
   [junit4]   2> 771764 INFO  
(OverseerStateUpdate-74307206630932486-127.0.0.1:38220_solr-n_0000000000) 
[n:127.0.0.1:38220_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:38220_solr
   [junit4]   2> 771764 INFO  
(OverseerAutoScalingTriggerThread-74307206630932486-127.0.0.1:38220_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 771784 INFO  (closeThreadPool-1378-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=74307206630932486-127.0.0.1:38220_solr-n_0000000000) closing
   [junit4]   2> 771784 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x107fe02bf7d0009, likely client has closed socket
   [junit4]   2> 771784 INFO  (jetty-closer-1375-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=74307206630932486-127.0.0.1:38220_solr-n_0000000000) closing
   [junit4]   2> 771785 INFO  (jetty-closer-1375-thread-1) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@31e1cf85{HTTP/1.1,[http/1.1, 
h2c]}{127.0.0.1:0}
   [junit4]   2> 771786 INFO  (jetty-closer-1375-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@756d0b23{/solr,null,UNAVAILABLE}
   [junit4]   2> 771786 INFO  (jetty-closer-1375-thread-1) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 771796 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 771798 WARN  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        5       /solr/collections/collection1/terms/shard1
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       /solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        10      /solr/collections/collection1/state.json
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        5       /solr/collections
   [junit4]   2> 
   [junit4]   2> 771799 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46333
   [junit4]   2> 771800 INFO  
(SUITE-TestCloudRecovery2-seed#[1C2B38848628A8B5]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1 46333
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery2_1C2B38848628A8B5-001
   [junit4]   2> Mar 07, 2019 8:03:36 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, 
docValues:{}, maxPointsInLeafNode=1795, maxMBSortInHeap=6.371837580460811, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@27000be3),
 locale=vi-VN, timezone=Europe/Tirane
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_191 (64-bit)/cpus=4,threads=1,free=177200344,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [SolrIndexConfigTest, 
DateMathParserTest, HighlighterMaxOffsetTest, TestManagedSchemaAPI, 
CustomTermsComponentTest, TestIBSimilarityFactory, TestDistributedMap, 
TestStandardQParsers, TestExactStatsCache, TestRandomFlRTGCloud, 
JsonLoaderTest, TestPrepRecovery, TestReplicationHandlerBackup, 
DistribCursorPagingTest, EchoParamsTest, TestReloadDeadlock, TestTestInjection, 
ConcurrentDeleteAndCreateCollectionTest, SignatureUpdateProcessorFactoryTest, 
TestBulkSchemaAPI, SecurityConfHandlerTest, SpellPossibilityIteratorTest, 
TestLegacyBM25SimilarityFactory, TransactionLogTest, 
TestDistributedStatsComponentCardinality, AddReplicaTest, TestSolrXml, 
TestCloudManagedSchema, CollectionTooManyReplicasTest, 
TestShortCircuitedRequests, TestScoreJoinQPNoScore, TestCloudRecovery2]
   [junit4] Completed [93/846 (1!)] on J0 in 54.25s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 51806 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: 
invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid 
part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] Processed 2495 links (2039 relative) to 3315 anchors in 250 files
     [echo] Validated Links & Anchors via: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/null2098764560
     [copy] Copying 36 files to 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/null2098764560
   [delete] Deleting directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/null2098764560

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/null1495489959
     [copy] Copying 239 files to 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/null1495489959
   [delete] Deleting directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/null1495489959

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: 
org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath]         confs: [default]
[ivy:cachepath]         found 
org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath]         found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath]         found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath]         found org.apache.httpcomponents#httpclient;4.3.6 in 
public
[ivy:cachepath]         found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath]         found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath]         found commons-codec#commons-codec;1.6 in public
[ivy:cachepath]         found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 20ms :: artifacts dl 2ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for 
further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 228 minutes 54 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
        at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
        at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
        at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
                at 
hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
                at 
hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
                at hudson.remoting.Channel.call(Channel.java:955)
                at hudson.FilePath.act(FilePath.java:1072)
                at hudson.FilePath.act(FilePath.java:1061)
                at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
                at 
hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
                at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
                at 
hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
                at hudson.model.Build$BuildExecution.post2(Build.java:186)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
                at hudson.model.Run.execute(Run.java:1835)
                at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
                at 
hudson.model.ResourceController.execute(ResourceController.java:97)
                at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
        at hudson.remoting.UserRequest.perform(UserRequest.java:212)
        at hudson.remoting.UserRequest.perform(UserRequest.java:54)
        at hudson.remoting.Request$2.run(Request.java:369)
        at 
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no 
matches found within 10000
        at hudson.FilePath.act(FilePath.java:1074)
        at hudson.FilePath.act(FilePath.java:1061)
        at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
        at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
        at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
        at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
        at hudson.model.Build$BuildExecution.post2(Build.java:186)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
        at hudson.model.Run.execute(Run.java:1835)
        at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
        at hudson.model.ResourceController.execute(ResourceController.java:97)
        at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern 
"**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to