Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20642/ Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
2 tests failed. FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeLost Error Message: The operations computed by ComputePlanAction should not be null Stack Trace: java.lang.AssertionError: The operations computed by ComputePlanAction should not be null at __randomizedtesting.SeedInfo.seed([9AE187515EEF1E0A:25F449AFDD057B8C]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNotNull(Assert.java:526) at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeLost(ComputePlanActionTest.java:193) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeAdded Error Message: The operations computed by ComputePlanAction should not be null Stack Trace: java.lang.AssertionError: The operations computed by ComputePlanAction should not be null at __randomizedtesting.SeedInfo.seed([9AE187515EEF1E0A:FF22D126FC4CB609]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNotNull(Assert.java:526) at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeAdded(ComputePlanActionTest.java:337) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 12504 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/init-core-data-001 [junit4] 2> 1352169 WARN (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2 [junit4] 2> 1352169 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1352170 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 1352170 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1352170 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/tempDir-001 [junit4] 2> 1352171 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1352171 INFO (Thread-1827) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1352171 INFO (Thread-1827) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1352175 ERROR (Thread-1827) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1352271 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45617 [junit4] 2> 1352274 INFO (jetty-launcher-1287-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1352275 INFO (jetty-launcher-1287-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74fca343{/solr,null,AVAILABLE} [junit4] 2> 1352276 INFO (jetty-launcher-1287-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e9ec2e4{SSL,[ssl, http/1.1]}{127.0.0.1:35493} [junit4] 2> 1352276 INFO (jetty-launcher-1287-thread-1) [ ] o.e.j.s.Server Started @1354726ms [junit4] 2> 1352277 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35493} [junit4] 2> 1352277 ERROR (jetty-launcher-1287-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1352277 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1352277 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1352277 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 1352277 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T19:12:39.957495Z [junit4] 2> 1352278 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1352282 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45617/solr [junit4] 2> 1352327 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1352327 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35493_solr [junit4] 2> 1352331 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98800524319260675-127.0.0.1:35493_solr-n_0000000000) starting [junit4] 2> 1352333 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 1352336 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35493_solr [junit4] 2> 1352336 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1352341 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 1352341 INFO (zkCallback-1294-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1352342 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35493_solr] [junit4] 2> 1352342 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 1352342 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 1352343 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1352343 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 1352344 DEBUG (ScheduledTrigger-3978-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35493_solr] [junit4] 2> 1352370 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35493.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352375 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35493.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352375 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35493.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352375 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/tempDir-001/node1/. [junit4] 2> 1352385 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1352385 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45617/solr ready [junit4] 2> 1352389 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeWithMultipleReplicasLost [junit4] 2> 1352389 DEBUG (zkCallback-1294-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 1352389 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 1352394 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1352395 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1352396 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 1352400 INFO (qtp1720360473-8890) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testNodeLost&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1352404 INFO (OverseerThreadFactory-3980-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true [junit4] 2> 1352404 ERROR (OverseerThreadFactory-3980-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testNodeLost operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testNodeLost [junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:798) [junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> [junit4] 2> 1352409 INFO (qtp1720360473-8890) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testNodeLost&action=DELETE&wt=javabin&version=2} status=400 QTime=8 [junit4] 2> 1352409 INFO (qtp1720360473-8891) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testNodeAdded&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1352410 INFO (OverseerCollectionConfigSetProcessor-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1352410 INFO (OverseerThreadFactory-3980-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true [junit4] 2> 1352410 ERROR (OverseerThreadFactory-3980-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testNodeAdded operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testNodeAdded [junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:798) [junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> [junit4] 2> 1352412 INFO (qtp1720360473-8891) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testNodeAdded&action=DELETE&wt=javabin&version=2} status=400 QTime=2 [junit4] 2> 1352412 INFO (qtp1720360473-8892) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testNodeWithMultipleReplicasLost&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1352413 INFO (OverseerCollectionConfigSetProcessor-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1352413 INFO (OverseerThreadFactory-3980-thread-3) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true [junit4] 2> 1352413 ERROR (OverseerThreadFactory-3980-thread-3) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testNodeWithMultipleReplicasLost operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testNodeWithMultipleReplicasLost [junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:798) [junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) [junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> [junit4] 2> 1352419 INFO (qtp1720360473-8892) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testNodeWithMultipleReplicasLost&action=DELETE&wt=javabin&version=2} status=400 QTime=6 [junit4] 2> 1352438 INFO (qtp1720360473-8885) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1352439 INFO (qtp1720360473-8885) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45617/solr ready [junit4] 2> 1352442 INFO (qtp1720360473-8886) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 1352442 DEBUG (qtp1720360473-8885) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1352443 INFO (qtp1720360473-8885) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=23 [junit4] 2> 1352443 DEBUG (zkCallback-1294-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 1352443 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 1352443 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1352443 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1352444 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 1352445 INFO (qtp1720360473-8890) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1352446 INFO (qtp1720360473-8890) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45617/solr ready [junit4] 2> 1352447 INFO (qtp1720360473-8886) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1352447 DEBUG (qtp1720360473-8890) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1352448 INFO (qtp1720360473-8890) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 1352448 DEBUG (zkCallback-1294-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 1352448 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 1352448 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1352448 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1352448 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 1352449 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1352449 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31416913{/solr,null,AVAILABLE} [junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12eff177{SSL,[ssl, http/1.1]}{127.0.0.1:41263} [junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server Started @1354899ms [junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41263} [junit4] 2> 1352450 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T19:12:40.130969Z [junit4] 2> 1352452 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1352457 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45617/solr [junit4] 2> 1352461 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1352462 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1352463 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41263_solr [junit4] 2> 1352463 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:41263_solr"} current state version: 0 [junit4] 2> 1352463 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41263_solr [junit4] 2> 1352463 INFO (zkCallback-1294-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1352464 INFO (zkCallback-1299-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1352466 INFO (zkCallback-1310-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1352493 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41263.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352499 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41263.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352499 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41263.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352500 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/tempDir-001/node2/. [junit4] 2> 1352516 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1352517 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49083b3a{/solr,null,AVAILABLE} [junit4] 2> 1352517 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a639a1a{SSL,[ssl, http/1.1]}{127.0.0.1:33505} [junit4] 2> 1352517 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server Started @1354967ms [junit4] 2> 1352518 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33505} [junit4] 2> 1352518 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1352518 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1352518 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1352518 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 1352518 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T19:12:40.198365Z [junit4] 2> 1352520 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1352524 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45617/solr [junit4] 2> 1352528 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1352529 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1352529 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33505_solr [junit4] 2> 1352530 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:33505_solr"} current state version: 0 [junit4] 2> 1352530 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33505_solr [junit4] 2> 1352530 INFO (zkCallback-1299-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1352530 INFO (zkCallback-1310-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1352531 INFO (zkCallback-1316-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1352531 INFO (zkCallback-1294-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1352587 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33505.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352593 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33505.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352593 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33505.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352594 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/tempDir-001/node3/. [junit4] 2> 1352616 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1352616 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b38dd1f{/solr,null,AVAILABLE} [junit4] 2> 1352617 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bd4cfaf{SSL,[ssl, http/1.1]}{127.0.0.1:36477} [junit4] 2> 1352617 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server Started @1355067ms [junit4] 2> 1352617 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36477} [junit4] 2> 1352617 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1352618 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1352618 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1352618 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 1352618 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T19:12:40.298235Z [junit4] 2> 1352622 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1352626 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45617/solr [junit4] 2> 1352630 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1352631 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1352632 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36477_solr [junit4] 2> 1352632 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:36477_solr"} current state version: 0 [junit4] 2> 1352632 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:36477_solr [junit4] 2> 1352632 INFO (zkCallback-1316-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1352632 INFO (zkCallback-1294-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1352632 INFO (zkCallback-1299-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1352633 INFO (zkCallback-1310-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1352633 INFO (zkCallback-1322-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1352659 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36477.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352666 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36477.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352666 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36477.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06 [junit4] 2> 1352667 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/tempDir-001/node4/. [junit4] 2> 1352708 INFO (qtp1181737220-8974) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1352709 INFO (qtp1181737220-8974) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45617/solr ready [junit4] 2> 1352718 INFO (qtp1922123052-8959) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1352721 INFO (qtp1181737220-8975) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1352729 INFO (qtp1496354198-8936) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1352731 INFO (qtp1720360473-8890) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1352731 DEBUG (qtp1181737220-8974) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1352732 INFO (qtp1181737220-8974) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=28 [junit4] 2> 1352732 DEBUG (zkCallback-1294-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 1352733 DEBUG (zkCallback-1294-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33505_solr, 127.0.0.1:41263_solr, 127.0.0.1:36477_solr, 127.0.0.1:35493_solr] [junit4] 2> 1352733 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 1352734 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1352734 DEBUG (ScheduledTrigger-3978-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:33505_solr, 127.0.0.1:35493_solr, 127.0.0.1:36477_solr, 127.0.0.1:41263_solr] [junit4] 2> 1352734 INFO (qtp1922123052-8959) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=conf&name=testNodeWithMultipleReplicasLost&nrtReplicas=3&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1352735 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 1352735 INFO (OverseerThreadFactory-3980-thread-4) [ ] o.a.s.c.CreateCollectionCmd Create collection testNodeWithMultipleReplicasLost [junit4] 2> 1352735 INFO (OverseerCollectionConfigSetProcessor-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1352738 INFO (qtp1922123052-8958) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1352740 INFO (qtp1720360473-8886) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1352742 INFO (qtp1181737220-8975) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1352745 INFO (qtp1496354198-8935) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1352754 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "name":"testNodeWithMultipleReplicasLost", [junit4] 2> "fromApi":"true", [junit4] 2> "replicationFactor":"3", [junit4] 2> "collection.configName":"conf", [junit4] 2> "numShards":"2", [junit4] 2> "nrtReplicas":"3", [junit4] 2> "stateFormat":"2", [junit4] 2> "operation":"create"} current state version: 0 [junit4] 2> 1352754 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeWithMultipleReplicasLost [junit4] 2> 1352754 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeWithMultipleReplicasLost/state.json [junit4] 2> 1352855 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "type":"NRT"} current state version: 0 [junit4] 2> 1352855 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 1352856 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{}} [junit4] 2> 1352856 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard1:{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{"core_node3":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}}} [junit4] 2> 1352856 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "type":"NRT"} current state version: 0 [junit4] 2> 1352856 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 1352856 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{"core_node3":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}}} [junit4] 2> 1352856 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard1:{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node5":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}}} [junit4] 2> 1352857 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "type":"NRT"} current state version: 0 [junit4] 2> 1352857 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 1352857 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node5":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}}} [junit4] 2> 1352857 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard1:{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node5":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node8":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}}} [junit4] 2> 1352858 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "type":"NRT"} current state version: 0 [junit4] 2> 1352858 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 1352858 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard2:{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{}} [junit4] 2> 1352858 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard2:{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{"core_node10":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}}} [junit4] 2> 1352858 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "type":"NRT"} current state version: 0 [junit4] 2> 1352858 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 1352859 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard2:{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{"core_node10":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}}} [junit4] 2> 1352859 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard2:{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node10":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node11":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}}} [junit4] 2> 1352859 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "type":"NRT"} current state version: 0 [junit4] 2> 1352859 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 1352859 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard2:{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node10":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node11":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}}} [junit4] 2> 1352859 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard2:{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node10":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node11":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node12":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}}} [junit4] 2> 1352960 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeWithMultipleReplicasLost/state.json version: 0 [junit4] 2> 1353061 INFO (qtp1922123052-8957) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n6&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1353061 INFO (qtp1922123052-8957) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1353061 INFO (qtp1720360473-8891) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n4&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1353062 INFO (qtp1720360473-8891) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1353065 INFO (qtp1181737220-8977) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n2&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1353065 INFO (qtp1181737220-8977) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1353065 INFO (qtp1496354198-8936) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n1&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1353065 INFO (qtp1496354198-8936) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1353066 INFO (qtp1181737220-8981) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n9&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1353068 INFO (qtp1720360473-8886) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n7&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1353068 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9", [junit4] 2> "core_node_name":"core_node12", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1353068 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9", [junit4] 2> "core_node_name":"core_node12", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"state"} [junit4] 2> 1353068 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node12:{"core":"testNodeWithMultipleReplicasLost_shard2_replica_n9","base_url":"https://127.0.0.1:36477/solr","node_name":"127.0.0.1:36477_solr","state":"down","type":"NRT"} [junit4] 2> 1353068 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={ [junit4] 2> "pullReplicas":"0", [junit4] 2> "replicationFactor":"3", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"3", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "shards":{ [junit4] 2> "shard1":{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node5":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node8":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}}}, [junit4] 2> "shard2":{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node10":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node11":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node12":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}}} [junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4", [junit4] 2> "core_node_name":"core_node8", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "node_name":"127.0.0.1:35493_solr", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4", [junit4] 2> "core_node_name":"core_node8", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "node_name":"127.0.0.1:35493_solr", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"state"} [junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node8:{"core":"testNodeWithMultipleReplicasLost_shard1_replica_n4","base_url":"https://127.0.0.1:35493/solr","node_name":"127.0.0.1:35493_solr","state":"down","type":"NRT"} [junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={ [junit4] 2> "pullReplicas":"0", [junit4] 2> "replicationFactor":"3", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"3", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "shards":{ [junit4] 2> "shard1":{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node5":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node8":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "node_name":"127.0.0.1:35493_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}, [junit4] 2> "shard2":{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node10":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node11":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node12":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}}} [junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 4, message = { [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "core_node_name":"core_node5", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "core_node_name":"core_node5", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"state"} [junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"testNodeWithMultipleReplicasLost_shard1_replica_n2","base_url":"https://127.0.0.1:36477/solr","node_name":"127.0.0.1:36477_solr","state":"down","type":"NRT"} [junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={ [junit4] 2> "pullReplicas":"0", [junit4] 2> "replicationFactor":"3", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"3", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "shards":{ [junit4] 2> "shard1":{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node5":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node8":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "node_name":"127.0.0.1:35493_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}, [junit4] 2> "shard2":{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node10":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node11":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node12":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}}} [junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 3, message = { [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "core_node_name":"core_node11", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "node_name":"127.0.0.1:35493_solr", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "core_node_name":"core_node11", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "node_name":"127.0.0.1:35493_solr", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"state"} [junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node11:{"core":"testNodeWithMultipleReplicasLost_shard2_replica_n7","base_url":"https://127.0.0.1:35493/solr","node_name":"127.0.0.1:35493_solr","state":"down","type":"NRT"} [junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={ [junit4] 2> "pullReplicas":"0", [junit4] 2> "replicationFactor":"3", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"3", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "shards":{ [junit4] 2> "shard1":{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node5":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node8":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "node_name":"127.0.0.1:35493_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}, [junit4] 2> "shard2":{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node10":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node11":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "node_name":"127.0.0.1:35493_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node12":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}}} [junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "core_node_name":"core_node3", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "node_name":"127.0.0.1:41263_solr", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "core_node_name":"core_node3", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "node_name":"127.0.0.1:41263_solr", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"state"} [junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeWithMultipleReplicasLost_shard1_replica_n1","base_url":"https://127.0.0.1:41263/solr","node_name":"127.0.0.1:41263_solr","state":"down","type":"NRT"} [junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={ [junit4] 2> "pullReplicas":"0", [junit4] 2> "replicationFactor":"3", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"3", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "shards":{ [junit4] 2> "shard1":{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:41263/solr", [junit4] 2> "node_name":"127.0.0.1:41263_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node5":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node8":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "node_name":"127.0.0.1:35493_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}, [junit4] 2> "shard2":{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node10":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:33505/solr", [junit4] 2> "state":"down", [junit4] 2> "node_name":null, [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node11":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7", [junit4] 2> "base_url":"https://127.0.0.1:35493/solr", [junit4] 2> "node_name":"127.0.0.1:35493_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node12":{ [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9", [junit4] 2> "base_url":"https://127.0.0.1:36477/solr", [junit4] 2> "node_name":"127.0.0.1:36477_solr", [junit4] 2> "state":"down" [...truncated too long message...] tty, tag=null [junit4] 2> 1370644 INFO (jetty-closer-1288-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4cebcdaf: rootName = solr_33505, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@34085b55 [junit4] 2> 1370645 INFO (jetty-closer-1288-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1370645 DEBUG (OverseerStateUpdate-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:33505_solr"} current state version: 0 [junit4] 2> 1370645 DEBUG (OverseerStateUpdate-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33505_solr [junit4] 2> 1370645 INFO (coreCloseExecutor-4087-thread-1) [ ] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@6ae4c1ec [junit4] 2> 1370645 DEBUG (OverseerStateUpdate-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.o.NodeMutator Update replica state for core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"https://127.0.0.1:33505/solr","node_name":"127.0.0.1:33505_solr","state":"active","type":"NRT"} to down [junit4] 2> 1370645 INFO (coreCloseExecutor-4087-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testNodeAdded.shard1.replica_n2, tag=1793376748 [junit4] 2> 1370645 DEBUG (OverseerStateUpdate-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.o.NodeMutator Update replica state for core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"https://127.0.0.1:33505/solr","node_name":"127.0.0.1:33505_solr","state":"active","type":"NRT","leader":"true"} to down [junit4] 2> 1370645 INFO (coreCloseExecutor-4087-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d3ad199: rootName = solr_33505, domain = solr.core.testNodeAdded.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testNodeAdded.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@7e1b62b2 [junit4] 2> 1370645 INFO (coreCloseExecutor-4087-thread-2) [ ] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3b31012c [junit4] 2> 1370650 INFO (coreCloseExecutor-4087-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testNodeAdded.shard1.replica_n1, tag=993067308 [junit4] 2> 1370650 INFO (coreCloseExecutor-4087-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b6ae15a: rootName = solr_33505, domain = solr.core.testNodeAdded.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testNodeAdded.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@747d1f86 [junit4] 2> 1370654 INFO (coreCloseExecutor-4087-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testNodeAdded.shard1.leader, tag=993067308 [junit4] 2> 1370655 INFO (coreCloseExecutor-4087-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testNodeAdded.shard1.leader, tag=1793376748 [junit4] 2> 1370656 INFO (jetty-closer-1288-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98800524319260685-127.0.0.1:33505_solr-n_0000000002) closing [junit4] 2> 1370656 INFO (OverseerStateUpdate-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33505_solr [junit4] 2> 1370656 WARN (OverseerAutoScalingTriggerThread-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1370658 DEBUG (jetty-closer-1288-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1370658 INFO (jetty-closer-1288-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49083b3a{/solr,null,UNAVAILABLE} [junit4] 2> 1372141 WARN (zkCallback-1392-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 1372142 INFO (jetty-closer-1288-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@157c410f{/solr,null,UNAVAILABLE} [junit4] 2> 1372142 ERROR (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1372142 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45617 45617 [junit4] 2> 1372180 INFO (Thread-1827) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45617 45617 [junit4] 2> 1372180 WARN (Thread-1827) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 24 /solr/aliases.json [junit4] 2> 7 /solr/security.json [junit4] 2> 7 /solr/configs/conf [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 24 /solr/collections/testNodeWithMultipleReplicasLost/state.json [junit4] 2> 24 /solr/clusterprops.json [junit4] 2> 24 /solr/clusterstate.json [junit4] 2> 15 /solr/collections/testNodeLost/state.json [junit4] 2> 7 /solr/collections/testNodeAdded/state.json [junit4] 2> 4 /solr/overseer_elect/election/98800524319260685-127.0.0.1:33505_solr-n_0000000002 [junit4] 2> 3 /solr/autoscaling.json [junit4] 2> 2 /solr/collections/testNodeWithMultipleReplicasLost/leader_elect/shard2/election/98800524319260688-core_node12-n_0000000000 [junit4] 2> 2 /solr/collections/testNodeWithMultipleReplicasLost/leader_elect/shard1/election/98800524319260688-core_node5-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 24 /solr/collections [junit4] 2> 19 /solr/live_nodes [junit4] 2> 3 /solr/overseer/queue [junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 3 /solr/overseer/collection-queue-work [junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001 [junit4] 2> Oct 09, 2017 7:12:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=241, maxMBSortInHeap=6.853455407293643, sim=RandomSimilarity(queryNorm=true): {}, locale=mfe, timezone=Singapore [junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=175571232,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [TestCollectionAPIs, TestSortByMinMaxFunction, TestRandomFlRTGCloud, TestInPlaceUpdatesStandalone, TestLockTree, TestFilteredDocIdSet, TestRangeQuery, RAMDirectoryFactoryTest, HttpTriggerListenerTest, TestSolr4Spatial2, BasicAuthStandaloneTest, BufferStoreTest, TestClusterStateMutator, TestLuceneIndexBackCompat, HealthCheckHandlerTest, TestAuthenticationFramework, CdcrRequestHandlerTest, SolrCLIZkUtilsTest, TestSearcherReuse, TestLazyCores, TestSolrConfigHandler, OverseerRolesTest, DistributedQueryComponentOptimizationTest, TestSchemaResource, TriLevelCompositeIdRoutingTest, ExternalFileFieldSortTest, TestNonDefinedSimilarityFactory, TestFieldCacheWithThreads, SolrMetricManagerTest, DocumentAnalysisRequestHandlerTest, TestPivotHelperCode, SolrIndexConfigTest, ParsingFieldUpdateProcessorsTest, CdcrBootstrapTest, TestDistributedStatsComponentCardinality, HdfsRecoverLeaseTest, TestCSVResponseWriter, CursorPagingTest, TestSerializedLuceneMatchVersion, TestLuceneMatchVersion, TestOmitPositions, EchoParamsTest, TestHighFrequencyDictionaryFactory, TestFaceting, CreateCollectionCleanupTest, TestPushWriter, TestFastOutputStream, TestReplicaProperties, ShardSplitTest, TestWordDelimiterFilterFactory, TestJsonFacets, PeerSyncReplicationTest, ChaosMonkeyNothingIsSafeTest, PeerSyncWithIndexFingerprintCachingTest, TestDeleteCollectionOnDownNodes, SpatialRPTFieldTypeTest, TestLeaderElectionZkExpiry, ActionThrottleTest, TestPKIAuthenticationPlugin, TestCloudNestedDocsSort, CoreAdminRequestStatusTest, SynonymTokenizerTest, TemplateUpdateProcessorTest, TestManagedSchema, HighlighterMaxOffsetTest, TestAddFieldRealTimeGet, TestRemoteStreaming, TestSolrQueryParser, TestSolrCloudWithKerberosAlt, ChaosMonkeySafeLeaderWithPullReplicasTest, BlockJoinFacetRandomTest, TestBackupRepositoryFactory, TestInitQParser, TestRealTimeGet, OverriddenZkACLAndCredentialsProvidersTest, DistributedSpellCheckComponentTest, TestConfig, SolrPluginUtilsTest, TestObjectReleaseTracker, V2StandaloneTest, SolrShardReporterTest, ZkNodePropsTest, TestSolrDeletionPolicy1, AddSchemaFieldsUpdateProcessorFactoryTest, TestBlendedInfixSuggestions, SolrJmxReporterTest, TestRandomFaceting, XmlUpdateRequestHandlerTest, TestLegacyTerms, ComputePlanActionTest] [junit4] Completed [315/745 (1!)] on J0 in 20.27s, 3 tests, 2 failures <<< FAILURES! [...truncated 41251 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org