Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/243/

2 tests failed.
FAILED:  
org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes

Error Message:


Stack Trace:
java.lang.NullPointerException
        at 
__randomizedtesting.SeedInfo.seed([97AFBC2E2CA1B4F7:99AD8D60A82F87F]:0)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:59)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
        at 
__randomizedtesting.SeedInfo.seed([97AFBC2E2CA1B4F7:C086479BF75356EC]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:709)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11828 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/init-core-data-001
   [junit4]   2> 993562 WARN  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[97AFBC2E2CA1B4F7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 993649 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[97AFBC2E2CA1B4F7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 993651 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[97AFBC2E2CA1B4F7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 993651 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[97AFBC2E2CA1B4F7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 993651 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[97AFBC2E2CA1B4F7]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001
   [junit4]   2> 993651 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[97AFBC2E2CA1B4F7]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 993657 INFO  (Thread-431) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 993657 INFO  (Thread-431) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 993694 ERROR (Thread-431) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 993767 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[97AFBC2E2CA1B4F7]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:41602
   [junit4]   2> 994133 INFO  (jetty-launcher-225-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 994161 INFO  (jetty-launcher-225-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 994170 INFO  (jetty-launcher-225-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 994174 INFO  (jetty-launcher-225-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 994210 INFO  (jetty-launcher-225-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@57e0853b{/solr,null,AVAILABLE}
   [junit4]   2> 994210 INFO  (jetty-launcher-225-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5b1f7d57{HTTP/1.1,[http/1.1]}{127.0.0.1:46536}
   [junit4]   2> 994210 INFO  (jetty-launcher-225-thread-1) [    ] 
o.e.j.s.Server Started @1010152ms
   [junit4]   2> 994210 INFO  (jetty-launcher-225-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46536}
   [junit4]   2> 994211 ERROR (jetty-launcher-225-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 994211 INFO  (jetty-launcher-225-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 994211 INFO  (jetty-launcher-225-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 994211 INFO  (jetty-launcher-225-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 994211 INFO  (jetty-launcher-225-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-16T22:04:49.432Z
   [junit4]   2> 994301 INFO  (jetty-launcher-225-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@39af0d22{/solr,null,AVAILABLE}
   [junit4]   2> 994302 INFO  (jetty-launcher-225-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@27a6d2f4{HTTP/1.1,[http/1.1]}{127.0.0.1:42451}
   [junit4]   2> 994302 INFO  (jetty-launcher-225-thread-3) [    ] 
o.e.j.s.Server Started @1010244ms
   [junit4]   2> 994302 INFO  (jetty-launcher-225-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=42451}
   [junit4]   2> 994302 ERROR (jetty-launcher-225-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 994302 INFO  (jetty-launcher-225-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 994302 INFO  (jetty-launcher-225-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 994302 INFO  (jetty-launcher-225-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 994302 INFO  (jetty-launcher-225-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-16T22:04:49.523Z
   [junit4]   2> 994432 INFO  (jetty-launcher-225-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@45ae076b{/solr,null,AVAILABLE}
   [junit4]   2> 994433 INFO  (jetty-launcher-225-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@f08b64f{HTTP/1.1,[http/1.1]}{127.0.0.1:46581}
   [junit4]   2> 994433 INFO  (jetty-launcher-225-thread-4) [    ] 
o.e.j.s.Server Started @1010375ms
   [junit4]   2> 994437 INFO  (jetty-launcher-225-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1fbfefb7{/solr,null,AVAILABLE}
   [junit4]   2> 994438 INFO  (jetty-launcher-225-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@89d2e07{HTTP/1.1,[http/1.1]}{127.0.0.1:35188}
   [junit4]   2> 994438 INFO  (jetty-launcher-225-thread-2) [    ] 
o.e.j.s.Server Started @1010379ms
   [junit4]   2> 994438 INFO  (jetty-launcher-225-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35188}
   [junit4]   2> 994438 ERROR (jetty-launcher-225-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 994438 INFO  (jetty-launcher-225-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 994438 INFO  (jetty-launcher-225-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 994438 INFO  (jetty-launcher-225-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 994438 INFO  (jetty-launcher-225-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-16T22:04:49.659Z
   [junit4]   2> 994458 INFO  (jetty-launcher-225-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46581}
   [junit4]   2> 994458 ERROR (jetty-launcher-225-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 994458 INFO  (jetty-launcher-225-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 994458 INFO  (jetty-launcher-225-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 994458 INFO  (jetty-launcher-225-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 994458 INFO  (jetty-launcher-225-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-16T22:04:49.679Z
   [junit4]   2> 994673 INFO  (jetty-launcher-225-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 994833 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15fc6dcef6f0002, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 994833 INFO  (jetty-launcher-225-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 994892 INFO  (jetty-launcher-225-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41602/solr
   [junit4]   2> 994923 INFO  (jetty-launcher-225-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 994965 INFO  (jetty-launcher-225-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41602/solr
   [junit4]   2> 995010 INFO  (jetty-launcher-225-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 995104 INFO  (jetty-launcher-225-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41602/solr
   [junit4]   2> 995236 INFO  (jetty-launcher-225-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41602/solr
   [junit4]   2> 996593 INFO  (jetty-launcher-225-thread-1) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 996760 INFO  (jetty-launcher-225-thread-1) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:46536_solr
   [junit4]   2> 996761 INFO  (jetty-launcher-225-thread-1) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.Overseer Overseer 
(id=99016369037574153-127.0.0.1:46536_solr-n_0000000000) starting
   [junit4]   2> 997164 INFO  (jetty-launcher-225-thread-1) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46536_solr
   [junit4]   2> 997245 INFO  
(zkCallback-245-thread-1-processing-n:127.0.0.1:46536_solr) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 997669 INFO  (jetty-launcher-225-thread-2) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 997670 INFO  (jetty-launcher-225-thread-2) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 997671 INFO  (jetty-launcher-225-thread-2) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35188_solr
   [junit4]   2> 997765 INFO  
(zkCallback-247-thread-1-processing-n:127.0.0.1:35188_solr) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 997839 INFO  
(zkCallback-245-thread-2-processing-n:127.0.0.1:46536_solr) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 998014 INFO  (jetty-launcher-225-thread-1) 
[n:127.0.0.1:46536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46536.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 998050 INFO  (jetty-launcher-225-thread-4) 
[n:127.0.0.1:46581_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 998050 INFO  (jetty-launcher-225-thread-1) 
[n:127.0.0.1:46536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46536.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 998053 INFO  (jetty-launcher-225-thread-1) 
[n:127.0.0.1:46536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46536.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 998070 INFO  (jetty-launcher-225-thread-1) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node1/.
   [junit4]   2> 998087 INFO  (jetty-launcher-225-thread-4) 
[n:127.0.0.1:46581_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 998090 INFO  (jetty-launcher-225-thread-4) 
[n:127.0.0.1:46581_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46581_solr
   [junit4]   2> 998249 INFO  
(zkCallback-243-thread-1-processing-n:127.0.0.1:46581_solr) 
[n:127.0.0.1:46581_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 998286 INFO  
(zkCallback-247-thread-1-processing-n:127.0.0.1:35188_solr) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 998286 INFO  
(zkCallback-245-thread-2-processing-n:127.0.0.1:46536_solr) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 998696 INFO  (jetty-launcher-225-thread-3) 
[n:127.0.0.1:42451_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 998698 INFO  (jetty-launcher-225-thread-3) 
[n:127.0.0.1:42451_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 998699 INFO  (jetty-launcher-225-thread-3) 
[n:127.0.0.1:42451_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42451_solr
   [junit4]   2> 998699 INFO  
(zkCallback-247-thread-1-processing-n:127.0.0.1:35188_solr) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 998822 INFO  
(zkCallback-244-thread-1-processing-n:127.0.0.1:42451_solr) 
[n:127.0.0.1:42451_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 998822 INFO  
(zkCallback-243-thread-1-processing-n:127.0.0.1:46581_solr) 
[n:127.0.0.1:46581_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 998822 INFO  
(zkCallback-245-thread-1-processing-n:127.0.0.1:46536_solr) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 998823 INFO  (jetty-launcher-225-thread-2) 
[n:127.0.0.1:35188_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35188.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 998895 INFO  (jetty-launcher-225-thread-2) 
[n:127.0.0.1:35188_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35188.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 998896 INFO  (jetty-launcher-225-thread-2) 
[n:127.0.0.1:35188_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35188.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 998897 INFO  (jetty-launcher-225-thread-2) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node2/.
   [junit4]   2> 998912 INFO  (jetty-launcher-225-thread-4) 
[n:127.0.0.1:46581_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46581.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 999353 INFO  (jetty-launcher-225-thread-4) 
[n:127.0.0.1:46581_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46581.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 999353 INFO  (jetty-launcher-225-thread-4) 
[n:127.0.0.1:46581_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46581.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 999435 INFO  (jetty-launcher-225-thread-4) 
[n:127.0.0.1:46581_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node4/.
   [junit4]   2> 999829 INFO  (jetty-launcher-225-thread-3) 
[n:127.0.0.1:42451_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42451.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 999937 INFO  (jetty-launcher-225-thread-3) 
[n:127.0.0.1:42451_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42451.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 999937 INFO  (jetty-launcher-225-thread-3) 
[n:127.0.0.1:42451_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42451.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 999938 INFO  (jetty-launcher-225-thread-3) 
[n:127.0.0.1:42451_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node3/.
   [junit4]   2> 1000447 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[97AFBC2E2CA1B4F7]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1000448 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[97AFBC2E2CA1B4F7]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41602/solr ready
   [junit4]   2> 1000685 INFO  
(TEST-TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes-seed#[97AFBC2E2CA1B4F7])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionWithDownNodes
   [junit4]   2> 1000789 INFO  (qtp440348179-1712) [n:127.0.0.1:42451_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=halfdeletedcollection2&nrtReplicas=3&action=CREATE&numShards=4&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1001052 INFO  
(OverseerThreadFactory-738-thread-1-processing-n:127.0.0.1:46536_solr) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
halfdeletedcollection2
   [junit4]   2> 1001361 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"halfdeletedcollection2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35188/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1001398 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"halfdeletedcollection2_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42451/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1001399 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"halfdeletedcollection2_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46581/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1001435 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"halfdeletedcollection2_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46536/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1001436 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"halfdeletedcollection2_shard2_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35188/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1001473 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"halfdeletedcollection2_shard2_replica_n9",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42451/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1001474 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"halfdeletedcollection2_shard3_replica_n11",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46581/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1001545 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"halfdeletedcollection2_shard3_replica_n13",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46536/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1001546 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"halfdeletedcollection2_shard3_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35188/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1001583 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"halfdeletedcollection2_shard4_replica_n16",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42451/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1001655 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"halfdeletedcollection2_shard4_replica_n19",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46581/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1001690 INFO  
(OverseerStateUpdate-99016369037574153-127.0.0.1:46536_solr-n_0000000000) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"halfdeletedcollection2_shard4_replica_n21",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46536/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1002093 INFO  (qtp1903780011-1698) [n:127.0.0.1:46536_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n5&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002093 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n8&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002093 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1002093 INFO  (qtp1903780011-1698) [n:127.0.0.1:46536_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1002129 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n11&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002130 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1002130 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n4&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002195 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node22&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n16&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002195 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1002196 INFO  (qtp1204405028-1723) [n:127.0.0.1:35188_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n1&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002202 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n2&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002203 INFO  (qtp440348179-1715) [n:127.0.0.1:42451_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n9&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002434 INFO  (qtp1204405028-1724) [n:127.0.0.1:35188_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n14&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002508 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n19&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002638 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n21&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002639 INFO  (qtp1903780011-1704) [n:127.0.0.1:46536_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node18&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n13&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002856 INFO  
(zkCallback-243-thread-1-processing-n:127.0.0.1:46581_solr) 
[n:127.0.0.1:46581_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1002857 INFO  
(zkCallback-247-thread-1-processing-n:127.0.0.1:35188_solr) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1002857 INFO  
(zkCallback-244-thread-1-processing-n:127.0.0.1:42451_solr) 
[n:127.0.0.1:42451_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1002857 INFO  
(zkCallback-245-thread-1-processing-n:127.0.0.1:46536_solr) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1002857 INFO  
(zkCallback-245-thread-2-processing-n:127.0.0.1:46536_solr) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1002872 INFO  
(zkCallback-247-thread-2-processing-n:127.0.0.1:35188_solr) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1003239 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1003298 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard3_replica_n11] Schema name=minimal
   [junit4]   2> 1003350 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1003350 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard3_replica_n11' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1003350 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_46581.solr.core.halfdeletedcollection2.shard3.replica_n11' 
(registry 'solr.core.halfdeletedcollection2.shard3.replica_n11') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1003350 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1003351 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard3_replica_n11] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node4/halfdeletedcollection2_shard3_replica_n11],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node4/./halfdeletedcollection2_shard3_replica_n11/data/]
   [junit4]   2> 1003752 INFO  (qtp440348179-1715) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard2 r:core_node15 
x:halfdeletedcollection2_shard2_replica_n9] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1003774 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard4 r:core_node22 
x:halfdeletedcollection2_shard4_replica_n16] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1004230 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1004243 INFO  (qtp440348179-1715) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard2 r:core_node15 
x:halfdeletedcollection2_shard2_replica_n9] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard2_replica_n9] Schema name=minimal
   [junit4]   2> 1004245 INFO  (qtp440348179-1715) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard2 r:core_node15 
x:halfdeletedcollection2_shard2_replica_n9] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1004245 INFO  (qtp440348179-1715) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard2 r:core_node15 
x:halfdeletedcollection2_shard2_replica_n9] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard2_replica_n9' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1004251 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1004356 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard1 r:core_node6 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1004388 INFO  (qtp440348179-1715) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard2 r:core_node15 
x:halfdeletedcollection2_shard2_replica_n9] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_42451.solr.core.halfdeletedcollection2.shard2.replica_n9' 
(registry 'solr.core.halfdeletedcollection2.shard2.replica_n9') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1004388 INFO  (qtp440348179-1715) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard2 r:core_node15 
x:halfdeletedcollection2_shard2_replica_n9] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1004388 INFO  (qtp440348179-1715) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard2 r:core_node15 
x:halfdeletedcollection2_shard2_replica_n9] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard2_replica_n9] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node3/halfdeletedcollection2_shard2_replica_n9],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node3/./halfdeletedcollection2_shard2_replica_n9/data/]
   [junit4]   2> 1004410 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1004450 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard4_replica_n19] Schema name=minimal
   [junit4]   2> 1004452 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1004468 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard4_replica_n19' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1004468 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_46581.solr.core.halfdeletedcollection2.shard4.replica_n19' 
(registry 'solr.core.halfdeletedcollection2.shard4.replica_n19') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1004469 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1004469 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard4_replica_n19] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node4/halfdeletedcollection2_shard4_replica_n19],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node4/./halfdeletedcollection2_shard4_replica_n19/data/]
   [junit4]   2> 1004464 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1004468 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard1 r:core_node6 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1004467 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard4 r:core_node22 
x:halfdeletedcollection2_shard4_replica_n16] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard4_replica_n16] Schema name=minimal
   [junit4]   2> 1004852 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard4_replica_n21] Schema name=minimal
   [junit4]   2> 1004854 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1004854 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard4_replica_n21' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1004857 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard2_replica_n8] Schema name=minimal
   [junit4]   2> 1004858 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard1_replica_n4] Schema name=minimal
   [junit4]   2> 1004864 INFO  (qtp1204405028-1723) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1004869 INFO  (qtp1903780011-1704) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard3 r:core_node18 
x:halfdeletedcollection2_shard3_replica_n13] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1004874 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard1 r:core_node6 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1004874 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard1 r:core_node6 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard1_replica_n2' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1004874 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard1 r:core_node6 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_42451.solr.core.halfdeletedcollection2.shard1.replica_n2' 
(registry 'solr.core.halfdeletedcollection2.shard1.replica_n2') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1004874 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard1 r:core_node6 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1004875 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard1 r:core_node6 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node3/halfdeletedcollection2_shard1_replica_n2],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node3/./halfdeletedcollection2_shard1_replica_n2/data/]
   [junit4]   2> 1004894 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard4 r:core_node22 
x:halfdeletedcollection2_shard4_replica_n16] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1004894 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard4 r:core_node22 
x:halfdeletedcollection2_shard4_replica_n16] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard4_replica_n16' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1004894 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard4 r:core_node22 
x:halfdeletedcollection2_shard4_replica_n16] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_42451.solr.core.halfdeletedcollection2.shard4.replica_n16' 
(registry 'solr.core.halfdeletedcollection2.shard4.replica_n16') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1004894 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard4 r:core_node22 
x:halfdeletedcollection2_shard4_replica_n16] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1004894 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard4 r:core_node22 
x:halfdeletedcollection2_shard4_replica_n16] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard4_replica_n16] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node3/halfdeletedcollection2_shard4_replica_n16],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node3/./halfdeletedcollection2_shard4_replica_n16/data/]
   [junit4]   2> 1004901 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1004901 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard1_replica_n4' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1004901 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_46581.solr.core.halfdeletedcollection2.shard1.replica_n4' 
(registry 'solr.core.halfdeletedcollection2.shard1.replica_n4') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1004901 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1004901 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard1_replica_n4] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node4/halfdeletedcollection2_shard1_replica_n4],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node4/./halfdeletedcollection2_shard1_replica_n4/data/]
   [junit4]   2> 1004929 INFO  (qtp1204405028-1724) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard3 r:core_node20 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1004946 INFO  (qtp1903780011-1698) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard2 r:core_node10 
x:halfdeletedcollection2_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.2.0
   [junit4]   2> 1004962 INFO  (qtp1903780011-1704) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard3 r:core_node18 
x:halfdeletedcollection2_shard3_replica_n13] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard3_replica_n13] Schema name=minimal
   [junit4]   2> 1004978 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_46536.solr.core.halfdeletedcollection2.shard4.replica_n21' 
(registry 'solr.core.halfdeletedcollection2.shard4.replica_n21') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1004978 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1004978 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard4_replica_n21] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node1/halfdeletedcollection2_shard4_replica_n21],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node1/./halfdeletedcollection2_shard4_replica_n21/data/]
   [junit4]   2> 1004980 INFO  (qtp1903780011-1704) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard3 r:core_node18 
x:halfdeletedcollection2_shard3_replica_n13] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1004980 INFO  (qtp1903780011-1704) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard3 r:core_node18 
x:halfdeletedcollection2_shard3_replica_n13] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard3_replica_n13' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1004981 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1004981 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard2_replica_n8' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1005419 INFO  (qtp1903780011-1704) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard3 r:core_node18 
x:halfdeletedcollection2_shard3_replica_n13] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_46536.solr.core.halfdeletedcollection2.shard3.replica_n13' 
(registry 'solr.core.halfdeletedcollection2.shard3.replica_n13') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1005419 INFO  (qtp1903780011-1704) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard3 r:core_node18 
x:halfdeletedcollection2_shard3_replica_n13] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1005419 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_35188.solr.core.halfdeletedcollection2.shard2.replica_n8' 
(registry 'solr.core.halfdeletedcollection2.shard2.replica_n8') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1005419 INFO  (qtp1903780011-1704) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard3 r:core_node18 
x:halfdeletedcollection2_shard3_replica_n13] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard3_replica_n13] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node1/halfdeletedcollection2_shard3_replica_n13],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node1/./halfdeletedcollection2_shard3_replica_n13/data/]
   [junit4]   2> 1005419 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1005419 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard2_replica_n8] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node2/halfdeletedcollection2_shard2_replica_n8],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node2/./halfdeletedcollection2_shard2_replica_n8/data/]
   [junit4]   2> 1005491 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1005492 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1005508 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1005509 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1005638 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@7859f890[halfdeletedcollection2_shard3_replica_n11] main]
   [junit4]   2> 1005704 INFO  (qtp1903780011-1698) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard2 r:core_node10 
x:halfdeletedcollection2_shard2_replica_n5] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard2_replica_n5] Schema name=minimal
   [junit4]   2> 1005706 INFO  (qtp1903780011-1698) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard2 r:core_node10 
x:halfdeletedcollection2_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1005706 INFO  (qtp1903780011-1698) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard2 r:core_node10 
x:halfdeletedcollection2_shard2_replica_n5] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard2_replica_n5' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1005720 INFO  (qtp1204405028-1723) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1005721 INFO  (qtp1204405028-1723) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1005721 INFO  (qtp1204405028-1723) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard1_replica_n1' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1005722 INFO  (qtp1903780011-1698) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard2 r:core_node10 
x:halfdeletedcollection2_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_46536.solr.core.halfdeletedcollection2.shard2.replica_n5' 
(registry 'solr.core.halfdeletedcollection2.shard2.replica_n5') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1005722 INFO  (qtp1903780011-1698) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard2 r:core_node10 
x:halfdeletedcollection2_shard2_replica_n5] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1005722 INFO  (qtp1903780011-1698) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard2 r:core_node10 
x:halfdeletedcollection2_shard2_replica_n5] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard2_replica_n5] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node1/halfdeletedcollection2_shard2_replica_n5],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node1/./halfdeletedcollection2_shard2_replica_n5/data/]
   [junit4]   2> 1005739 INFO  (qtp1204405028-1723) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_35188.solr.core.halfdeletedcollection2.shard1.replica_n1' 
(registry 'solr.core.halfdeletedcollection2.shard1.replica_n1') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1005739 INFO  (qtp1204405028-1723) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1005739 INFO  (qtp1204405028-1723) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node2/halfdeletedcollection2_shard1_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node2/./halfdeletedcollection2_shard1_replica_n1/data/]
   [junit4]   2> 1005748 INFO  (qtp1204405028-1724) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard3 r:core_node20 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard3_replica_n14] Schema name=minimal
   [junit4]   2> 1005750 INFO  (qtp1204405028-1724) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard3 r:core_node20 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 1005750 INFO  (qtp1204405028-1724) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard3 r:core_node20 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard3_replica_n14' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 1005763 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1005792 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1005793 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.h.ReplicationHandler Commits 
will be reserved for 10000ms.
   [junit4]   2> 1005793 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1584261917325656064
   [junit4]   2> 1005967 INFO  (qtp1204405028-1724) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard3 r:core_node20 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_35188.solr.core.halfdeletedcollection2.shard3.replica_n14' 
(registry 'solr.core.halfdeletedcollection2.shard3.replica_n14') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cabd49d
   [junit4]   2> 1005967 INFO  (qtp1204405028-1724) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard3 r:core_node20 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1005967 INFO  (qtp1204405028-1724) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard3 r:core_node20 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard3_replica_n14] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node2/halfdeletedcollection2_shard3_replica_n14],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_97AFBC2E2CA1B4F7-001/tempDir-001/node2/./halfdeletedcollection2_shard3_replica_n14/data/]
   [junit4]   2> 1005970 INFO  
(searcherExecutor-747-thread-1-processing-n:127.0.0.1:46581_solr 
x:halfdeletedcollection2_shard3_replica_n11 s:shard3 c:halfdeletedcollection2 
r:core_node17) [n:127.0.0.1:46581_solr c:halfdeletedcollection2 s:shard3 
r:core_node17 x:halfdeletedcollection2_shard3_replica_n11] o.a.s.c.SolrCore 
[halfdeletedcollection2_shard3_replica_n11] Registered new searcher 
Searcher@7859f890[halfdeletedcollection2_shard3_replica_n11] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1006108 INFO  (qtp1773895721-1730) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n11] o.a.s.c.ShardLeaderElectionContext 
Waiting until we see more replicas up for shard shard3: total=3 found=1 
timeoutin=9999ms
   [junit4]   2> 1006255 INFO  
(zkCallback-244-thread-1-processing-n:127.0.0.1:42451_solr) 
[n:127.0.0.1:42451_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1006255 INFO  
(zkCallback-245-thread-3-processing-n:127.0.0.1:46536_solr) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1006267 INFO  
(zkCallback-243-thread-1-processing-n:127.0.0.1:46581_solr) 
[n:127.0.0.1:46581_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1006267 INFO  
(zkCallback-245-thread-1-processing-n:127.0.0.1:46536_solr) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1006263 INFO  
(zkCallback-247-thread-2-processing-n:127.0.0.1:35188_solr) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1006259 INFO  
(zkCallback-247-thread-1-processing-n:127.0.0.1:35188_solr) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1006596 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1006596 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1006597 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1006597 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1006599 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@172b809b[halfdeletedcollection2_shard2_replica_n8] main]
   [junit4]   2> 1006633 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1006634 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1006634 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.h.ReplicationHandler Commits 
will be reserved for 10000ms.
   [junit4]   2> 1006678 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1006678 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1006679 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1006679 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1006768 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@5cb7ba0c[halfdeletedcollection2_shard4_replica_n19] main]
   [junit4]   2> 1006778 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1584261918358503424
   [junit4]   2> 1006797 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1006797 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1006798 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.h.ReplicationHandler Commits 
will be reserved for 10000ms.
   [junit4]   2> 1006798 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1584261918379474944
   [junit4]   2> 1006925 INFO  
(searcherExecutor-756-thread-1-processing-n:127.0.0.1:35188_solr 
x:halfdeletedcollection2_shard2_replica_n8 s:shard2 c:halfdeletedcollection2 
r:core_node12) [n:127.0.0.1:35188_solr c:halfdeletedcollection2 s:shard2 
r:core_node12 x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.SolrCore 
[halfdeletedcollection2_shard2_replica_n8] Registered new searcher 
Searcher@172b809b[halfdeletedcollection2_shard2_replica_n8] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1007222 INFO  
(searcherExecutor-750-thread-1-processing-n:127.0.0.1:46581_solr 
x:halfdeletedcollection2_shard4_replica_n19 s:shard4 c:halfdeletedcollection2 
r:core_node23) [n:127.0.0.1:46581_solr c:halfdeletedcollection2 s:shard4 
r:core_node23 x:halfdeletedcollection2_shard4_replica_n19] o.a.s.c.SolrCore 
[halfdeletedcollection2_shard4_replica_n19] Registered new searcher 
Searcher@5cb7ba0c[halfdeletedcollection2_shard4_replica_n19] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1007533 INFO  (qtp1204405028-1721) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard2 r:core_node12 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext 
Waiting until we see more replicas up for shard shard2: total=3 found=1 
timeoutin=9999ms
   [junit4]   2> 1007567 INFO  (qtp1773895721-1733) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n19] o.a.s.c.ShardLeaderElectionContext 
Waiting until we see more replicas up for shard shard4: total=3 found=1 
timeoutin=9999ms
   [junit4]   2> 1007675 INFO  
(zkCallback-243-thread-1-processing-n:127.0.0.1:46581_solr) 
[n:127.0.0.1:46581_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1007675 INFO  
(zkCallback-244-thread-1-processing-n:127.0.0.1:42451_solr) 
[n:127.0.0.1:42451_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1007675 INFO  
(zkCallback-245-thread-3-processing-n:127.0.0.1:46536_solr) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1007675 INFO  
(zkCallback-245-thread-1-processing-n:127.0.0.1:46536_solr) 
[n:127.0.0.1:46536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1007683 INFO  
(zkCallback-247-thread-1-processing-n:127.0.0.1:35188_solr) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1007683 INFO  
(zkCallback-247-thread-2-processing-n:127.0.0.1:35188_solr) 
[n:127.0.0.1:35188_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1007804 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1007805 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1007806 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1007806 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1007820 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1007820 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1007822 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1007822 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1007823 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@6e43dd89[halfdeletedcollection2_shard4_replica_n21] main]
   [junit4]   2> 1007823 INFO  (qtp1773895721-1729) [n:127.0.0.1:46581_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@46bc239[halfdeletedcollection2_shard1_replica_n4] main]
   [junit4]   2> 1007824 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1007824 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1007880 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.h.ReplicationHandler Commits 
will be reserved for 10000ms.
   [junit4]   2> 1007881 INFO  (qtp1903780011-1702) [n:127.0.0.1:46536_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n21] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1584261919515082752
   [junit4]   2> 1008072 INFO  (qtp1204405028-1724) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard3 r:core_node20 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1008072 INFO  (qtp1204405028-1724) [n:127.0.0.1:35188_solr 
c:halfdeletedcollection2 s:shard3 r:core_node20 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1008093 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard4 r:core_node22 
x:halfdeletedcollection2_shard4_replica_n16] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1008093 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard4 r:core_node22 
x:halfdeletedcollection2_shard4_replica_n16] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1008094 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard4 r:core_node22 
x:halfdeletedcollection2_shard4_replica_n16] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1008094 INFO  (qtp440348179-1710) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard4 r:core_node22 
x:halfdeletedcollection2_shard4_replica_n16] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1008105 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard1 r:core_node6 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1008105 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard1 r:core_node6 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1008106 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard1 r:core_node6 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1008106 INFO  (qtp440348179-1714) [n:127.0.0.1:42451_solr 
c:halfdeletedcollection2 s:shard1 r:core_node6 
x:halfdeletedcollection2_shard1_replica_n2] o.a.

[...truncated too long message...]

ime":1510874538768000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1510874538768000000],
   [junit4]   2>     "_enqueue_time_":1510874538768000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:43514_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:121)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:248)
   [junit4]   2>        ... 6 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unexpected 
exception executing operation: 
action=MOVEREPLICA&async=node_added_trigger1/14f7b4635772e400Tbm3bqqinvfftbialytyohhna7/0&waitForFinalState=true&collection=readApiTestViolations&targetNode=127.0.0.1:43514_solr&replica=core_node5
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:115)
   [junit4]   2>        ... 7 more
   [junit4]   2> Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]   2>        at java.lang.Thread.sleep(Native Method)
   [junit4]   2>        at java.lang.Thread.sleep(Thread.java:340)
   [junit4]   2>        at 
java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:161)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85)
   [junit4]   2>        ... 7 more
   [junit4]   2> 5649864 WARN  
(OverseerAutoScalingTriggerThread-99016671414190086-127.0.0.1:46071_solr-n_0000000000)
 [n:127.0.0.1:46071_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 5651428 INFO  (jetty-closer-2774-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@5b3aa96e{/solr,null,UNAVAILABLE}
   [junit4]   2> 5651448 ERROR 
(SUITE-AutoScalingHandlerTest-seed#[97AFBC2E2CA1B4F7]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 5651449 INFO  
(SUITE-AutoScalingHandlerTest-seed#[97AFBC2E2CA1B4F7]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:33260 33260
   [junit4]   2> 5651598 INFO  (Thread-3993) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:33260 33260
   [junit4]   2> 5651620 WARN  (Thread-3993) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        208     /solr/aliases.json
   [junit4]   2>        4       /solr/configs/conf
   [junit4]   2>        3       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        208     /solr/clusterprops.json
   [junit4]   2>        208     /solr/clusterstate.json
   [junit4]   2>        24      
/solr/collections/readApiTestViolations/state.json
   [junit4]   2>        5       /solr/collections/COLL1/state.json
   [junit4]   2>        2       
/solr/collections/readApiTestViolations/leader_elect/shard1/election/99016671414190086-core_node12-n_0000000000
   [junit4]   2>        2       
/solr/collections/readApiTestViolations/leader_elect/shard1/election/99016671414190086-core_node10-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        208     /solr/live_nodes
   [junit4]   2>        208     /solr/collections
   [junit4]   2>        3       /solr/autoscaling/events/node_lost_trigger
   [junit4]   2>        2       /solr/autoscaling/events/node_added_trigger
   [junit4]   2>        2       /solr/autoscaling/events/node_added_trigger1
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_97AFBC2E2CA1B4F7-001
   [junit4]   2> Nov 16, 2017 11:22:26 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=1575, maxMBSortInHeap=5.886773350988644, 
sim=RandomSimilarity(queryNorm=false): {}, locale=sl, timezone=AST
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=165501968,total=514850816
   [junit4]   2> NOTE: All tests run in this JVM: [TestRTGBase, 
HdfsDirectoryFactoryTest, TestLegacyFieldReuse, 
OpenExchangeRatesOrgProviderTest, SolrSlf4jReporterTest, 
CollectionsAPIDistributedZkTest, SearchRateTriggerTest, 
TestPKIAuthenticationPlugin, TestCloudSchemaless, SuggesterFSTTest, 
TestPseudoReturnFields, ShowFileRequestHandlerTest, 
TestExclusionRuleCollectionAccess, TestSolrQueryParser, 
TestNonDefinedSimilarityFactory, ConcurrentDeleteAndCreateCollectionTest, 
SignatureUpdateProcessorFactoryTest, TestRangeQuery, TestExactStatsCache, 
TestDeleteCollectionOnDownNodes, TestScoreJoinQPScore, ZkStateReaderTest, 
SOLR749Test, DistributedExpandComponentTest, MBeansHandlerTest, 
TestJettySolrRunner, ParsingFieldUpdateProcessorsTest, SolrMetricReporterTest, 
MetricsConfigTest, CircularListTest, TestSubQueryTransformer, 
TestCloudJSONFacetJoinDomain, TestMaxTokenLenTokenizer, 
AutoscalingHistoryHandlerTest, SimpleMLTQParserTest, 
WrapperMergePolicyFactoryTest, MoreLikeThisHandlerTest, NumericFieldsTest, 
LeaderFailureAfterFreshStartTest, QueryEqualityTest, TestSearcherReuse, 
CloneFieldUpdateProcessorFactoryTest, TestDefaultStatsCache, 
TestGeoJSONResponseWriter, TermVectorComponentDistributedTest, 
TestQueryWrapperFilter, TestPushWriter, TestXmlQParser, 
TestMultiValuedNumericRangeQuery, AutoAddReplicasIntegrationTest, 
TestSolrCLIRunExample, DistributedFacetPivotLongTailTest, 
TestSizeLimitedDistributedMap, DistributedFacetPivotWhiteBoxTest, 
PeerSyncWithIndexFingerprintCachingTest, UUIDUpdateProcessorFallbackTest, 
DateRangeFieldTest, TestConfigSetsAPIExclusivity, TestReRankQParserPlugin, 
DistributedSuggestComponentTest, TestInitQParser, 
TestCursorMarkWithoutUniqueKey, TestRetrieveFieldsOptimizer, SampleTest, 
TestStandardQParsers, TestDynamicFieldResource, SolrGraphiteReporterTest, 
SuggesterTSTTest, AnalysisErrorHandlingTest, TestDocumentBuilder, 
OpenCloseCoreStressTest, CoreSorterTest, DOMUtilTest, TestConfigSets, 
TestFastLRUCache, MetricUtilsTest, BooleanFieldTest, TestZkAclsWithHadoopAuth, 
PreAnalyzedFieldTest, PropertiesRequestHandlerTest, TestIntervalFaceting, 
MoveReplicaHDFSFailoverTest, TestCloudRecovery, 
DeleteLastCustomShardedReplicaTest, TestReqParamsAPI, AssignTest, 
LegacyCloudClusterPropTest, TestEmbeddedSolrServerAdminHandler, 
CdcrRequestHandlerTest, DistributedIntervalFacetingTest, MultiThreadedOCPTest, 
RollingRestartTest, HdfsBasicDistributedZkTest, DebugComponentTest, 
DocumentAnalysisRequestHandlerTest, TestMacros, TestConfigsApi, 
DirectUpdateHandlerTest, PathHierarchyTokenizerFactoryTest, TestPointFields, 
TestConfigOverlay, TestExpandComponent, 
ClassificationUpdateProcessorFactoryTest, PeerSyncReplicationTest, 
BitVectorTest, TestStressRecovery, CollectionTooManyReplicasTest, 
TestJmxIntegration, TestSolr4Spatial, PingRequestHandlerTest, ZkSolrClientTest, 
TestBM25SimilarityFactory, MergeStrategyTest, SolrIndexConfigTest, 
TestBlendedInfixSuggestions, ZkCLITest, TestFieldCacheSort, 
HdfsWriteToMultipleCollectionsTest, DocValuesMultiTest, 
HdfsCollectionsAPIDistributedZkTest, TestLockTree, TestCloudNestedDocsSort, 
SpellingQueryConverterTest, ShardRoutingCustomTest, TestDistributedGrouping, 
TestFaceting, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestJoin, 
DistributedTermsComponentTest, SimpleFacetsTest, SpellCheckComponentTest, 
QueryElevationComponentTest, ConvertedLegacyTest, TestFiltering, 
DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, 
CoreAdminHandlerTest, TestStressLucene, TestTrie, TestCSVLoader, PolyFieldTest, 
SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, 
TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, 
DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, 
DistanceFunctionTest, CacheHeaderTest, TestSurroundQueryParser, 
LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, 
PrimitiveFieldTypeTest, TestOmitPositions, RequestHandlersTest, 
TermVectorComponentTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, 
RegexBoostProcessorTest, TestCollationField, TestCSVResponseWriter, 
TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestComponentsName, 
AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, 
TestMergePolicyConfig, TestConfig, TestPostingsSolrHighlighter, 
TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, 
TestDFRSimilarityFactory, TestPerFieldSimilarity, 
TestLMDirichletSimilarityFactory, TestFastOutputStream, PluginInfoTest, 
TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, 
DateFieldTest, ClusterStateTest, TestLRUCache, UUIDFieldTest, 
SolrTestCaseJ4Test, TestSimpleTrackingShardHandler, 
TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AddReplicaTest, 
AliasIntegrationTest, AsyncCallRequestStatusResponseTest, 
ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, 
ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, 
DeleteNodeTest, DeleteReplicaTest, DeleteStatusTest, 
DistribJoinFromCollectionTest, DistributedVersionInfoTest, 
LeaderFailoverAfterPartitionTest, OverriddenZkACLAndCredentialsProvidersTest, 
OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, 
OverseerRolesTest, RemoteQueryErrorTest, ShardSplitTest, 
TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorCloud, 
TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, 
AutoAddReplicasPlanActionTest, AutoScalingHandlerTest]
   [junit4] Completed [567/748 (2!)] on J1 in 44.64s, 7 tests, 1 failure <<< 
FAILURES!

[...truncated 47930 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to