Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/371/
3 tests failed. FAILED: org.apache.solr.cloud.LIRRollingUpdatesTest.testNewReplicaOldLeader Error Message: Timeout occured while waiting response from server at: http://127.0.0.1:44658/solr/testNewReplicaOldLeader Stack Trace: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44658/solr/testNewReplicaOldLeader at __randomizedtesting.SeedInfo.seed([7E003417CD34A441:C3569EC92DEADA9F]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) at org.apache.solr.cloud.LIRRollingUpdatesTest.realTimeGetDocId(LIRRollingUpdatesTest.java:393) at org.apache.solr.cloud.LIRRollingUpdatesTest.assertDocExists(LIRRollingUpdatesTest.java:385) at org.apache.solr.cloud.LIRRollingUpdatesTest.assertDocsExistInAllReplicas(LIRRollingUpdatesTest.java:369) at org.apache.solr.cloud.LIRRollingUpdatesTest.testNewReplicaOldLeader(LIRRollingUpdatesTest.java:136) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.SocketTimeoutException: Read timed out at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542) ... 46 more FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest Error Message: Could not load collection from ZK: localShardsTestColl Stack Trace: org.apache.solr.common.SolrException: Could not load collection from ZK: localShardsTestColl at __randomizedtesting.SeedInfo.seed([5DBF218E63CFBE8D:A172B9379D182977]:0) at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108) at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647) at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1206) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:849) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.queryWithPreferLocalShards(CloudSolrClientTest.java:435) at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest(CloudSolrClientTest.java:416) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/localShardsTestColl/state.json at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120) at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106) ... 48 more FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate Error Message: The trigger did not fire at all Stack Trace: java.lang.AssertionError: The trigger did not fire at all at __randomizedtesting.SeedInfo.seed([7E003417CD34A441:23482A9E02F2020E]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1178) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12707 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_7E003417CD34A441-001/init-core-data-001 [junit4] 2> 1406775 INFO (SUITE-TestTriggerIntegration-seed#[7E003417CD34A441]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1406776 INFO (SUITE-TestTriggerIntegration-seed#[7E003417CD34A441]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 1406776 INFO (SUITE-TestTriggerIntegration-seed#[7E003417CD34A441]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1406794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1406794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 1406794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [] [junit4] 2> 1406794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 1406794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 1406795 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1406795 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 1406795 DEBUG (ScheduledTrigger-3125-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1406803 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling [junit4] 2> 1406803 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 1406803 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 1406803 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1406803 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1406822 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1406822 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 1406823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1406823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1 [junit4] 2> 1406823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 1406823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1406823 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 1406823 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1406843 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1406888 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1406911 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1406917 DEBUG (simCloudManagerPool-3127-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1406917 DEBUG (simCloudManagerPool-3127-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 1407060 DEBUG (simCloudManagerPool-3127-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407060 DEBUG (simCloudManagerPool-3127-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407060 DEBUG (simCloudManagerPool-3127-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1407060 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 1407060 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init [junit4] 2> 1407060 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 1407119 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1407119 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1407119 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1407142 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407156 DEBUG (simCloudManagerPool-3127-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1407157 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 1407157 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init [junit4] 2> 1407157 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 1407157 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1407157 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1407176 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1407176 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1407176 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10018_solr at time 737693304944149 [junit4] 2> 1407177 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10018_solr] added at times [737693304944149], now=737693306776099 [junit4] 2> 1407177 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"29eed9b64f615T2ghu285f1fqs7uusq0ctkw66k", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":737693304944149, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737693304944149], [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 1407177 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1] [junit4] 2> 1407240 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"29eed9b64f615T2ghu285f1fqs7uusq0ctkw66k", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":737693304944149, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737693304944149], [junit4] 2> "_enqueue_time_":737693322439649, [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 1407240 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1 [junit4] 2> 1407314 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 1407314 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms [junit4] 2> 1407314 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms [junit4] 2> 1407314 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 3712 ms for event id=29eed9b64f615T2ghu285f1fqs7uusq0ctkw66k [junit4] 2> 1407416 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10018_solr at time 737712042971799 [junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10018_solr] added at times [737712042971799], now=737712045045299 [junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"29ef1f8449297T2ghu285f1fqs7uusq0ctkw66n", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":737712042971799, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737712042971799], [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 1407551 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1] [junit4] 2> 1407587 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"29ef1f8449297T2ghu285f1fqs7uusq0ctkw66n", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":737712042971799, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737712042971799], [junit4] 2> "_enqueue_time_":737712055783399, [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 1407587 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration last action at 737699193949299 time = 737713836879599 [junit4] 2> 1407587 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger2 [junit4] 2> 1407589 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 1407589 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms [junit4] 2> 1407589 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms [junit4] 2> 1407589 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 113 ms for event id=29ef1f8449297T2ghu285f1fqs7uusq0ctkw66n [junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1407610 DEBUG (simCloudManagerPool-3127-thread-7) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407624 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 1407624 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init [junit4] 2> 1407624 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 1407632 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3 [junit4] 2> 1407652 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3 [junit4] 2> 1407652 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1407652 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 1407652 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407652 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1407652 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407653 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407653 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1407653 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407653 DEBUG (simCloudManagerPool-3127-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10018_solr, 127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1407653 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 1407653 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init [junit4] 2> 1407653 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6 [junit4] 2> 1407653 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3 [junit4] 2> 1407737 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2 [junit4] 2> 1407758 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr [junit4] 2> 1407770 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr] [junit4] 2> 1407770 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"29ef484ec419dT2ghu285f1fqs7uusq0ctkw66q", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":737722992705949, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737722992705949], [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 1407770 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1] [junit4] 2> 1407741 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1407741 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr [junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2 [junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr [junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr] [junit4] 2> 1407771 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"29ef48761765fT2ghu285f1fqs7uusq0ctkw66s", [junit4] 2> "source":"node_lost_trigger2", [junit4] 2> "eventTime":737723033941599, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737723033941599], [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 1407786 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"29ef484ec419dT2ghu285f1fqs7uusq0ctkw66q", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":737722992705949, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737722992705949], [junit4] 2> "_enqueue_time_":737723005075299, [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 1407786 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger1 [junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms [junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms [junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms [junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms [junit4] 2> 1407790 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 204 ms for event id=29ef484ec419dT2ghu285f1fqs7uusq0ctkw66q [junit4] 2> 1407815 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10018_solr] is not ready, will try later [junit4] 2> 1407892 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1407892 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1407892 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1407892 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1407893 DEBUG (ScheduledTrigger-3128-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1407912 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2 [junit4] 2> 1407912 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr] [junit4] 2> 1407912 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"29ef48761765fT2ghu285f1fqs7uusq0ctkw66v", [junit4] 2> "source":"node_lost_trigger2", [junit4] 2> "eventTime":737723033941599, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737723033941599], [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 1407913 DEBUG (ScheduledTrigger-3128-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1] [junit4] 2> 1407913 DEBUG (ScheduledTrigger-3128-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2 [junit4] 2> 1407935 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"29ef48761765fT2ghu285f1fqs7uusq0ctkw66v", [junit4] 2> "source":"node_lost_trigger2", [junit4] 2> "eventTime":737723033941599, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737723033941599], [junit4] 2> "_enqueue_time_":737730109898099, [junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} [junit4] 2> 1407935 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration last action at 737723772389649 time = 737731233389449 [junit4] 2> 1407935 INFO (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger2 [junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling [junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2 [junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2 [junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1 [junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10018_solr [junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [] [junit4] 2> 1407935 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 4 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 8 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger2 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger1 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger2 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 1 [junit4] 2> 1407936 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1 [junit4] 2> 1408072 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms [junit4] 2> 1408072 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 1408072 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms [junit4] 2> 1408073 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms [junit4] 2> 1408073 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms [junit4] 2> 1408073 DEBUG (AutoscalingActionExecutor-3129-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 6907 ms for event id=29ef48761765fT2ghu285f1fqs7uusq0ctkw66v [junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2 [junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2 [junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1408250 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2 [junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2 [junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1408275 DEBUG (ScheduledTrigger-3128-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1408276 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown [junit4] 2> 1408276 DEBUG (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 1408276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 1408276 DEBUG (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10018_solr [junit4] 2> 1408276 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 1408276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1408276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1408276 DEBUG (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1408276 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) [junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1408278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1408278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8 [junit4] 2> 1408278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1408278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1 [junit4] 2> 1408278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8 [junit4] 2> 1408291 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1408291 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8 [junit4] 2> 1408295 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1408315 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1408396 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1408418 DEBUG (simCloudManagerPool-3130-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1408418 DEBUG (simCloudManagerPool-3130-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9 [junit4] 2> 1408418 DEBUG (simCloudManagerPool-3130-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1408418 DEBUG (simCloudManagerPool-3130-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true} [junit4] 2> 1408418 DEBUG (simCloudManagerPool-3130-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1408419 DEBUG (simCloudManagerPool-3130-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1408420 DEBUG (simCloudManagerPool-3130-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10 [junit4] 2> 1408420 DEBUG (simCloudManagerPool-3130-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1408420 DEBUG (simCloudManagerPool-3130-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true} [junit4] 2> 1408420 DEBUG (simCloudManagerPool-3130-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1408429 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10 [junit4] 2> 1408429 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init [junit4] 2> 1408449 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10 [junit4] 2> 1408534 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 1408535 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1408535 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10019_solr at time 737761210512249 [junit4] 2> 1408607 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 1408607 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1408608 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10019_solr] added at times [737761210512249], now=737764858094049 [junit4] 2> 1408608 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"29efd6ae1b379T2ghu285f1fqs7uusq0ctkw66y", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":737761210512249, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737761210512249], [junit4] 2> "nodeNames":["127.0.0.1:10019_solr"]}} [junit4] 2> 1408610 DEBUG (ScheduledTrigger-3131-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1408676 DEBUG (ScheduledTrigger-3131-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger] [junit4] 2> 1408677 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"29efd6ae1b379T2ghu285f1fqs7uusq0ctkw66y", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":737761210512249, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737761210512249], [junit4] 2> "_enqueue_time_":737768301233599, [junit4] 2> "nodeNames":["127.0.0.1:10019_solr"]}} [junit4] 2> 1408679 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 1408679 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms [junit4] 2> 1408679 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 96 ms for event id=29efd6ae1b379T2ghu285f1fqs7uusq0ctkw66y [junit4] 2> 1408782 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 1408863 DEBUG (ScheduledTrigger-3131-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 1408875 DEBUG (ScheduledTrigger-3131-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 1408875 DEBUG (ScheduledTrigger-3131-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10020_solr at time 737778237889699 [junit4] 2> 1408899 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 1408899 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 1408899 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 1408900 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10020_solr] added at times [737778237889699], now=737779455366199 [junit4] 2> 1408900 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"29f0161cadca3T2ghu285f1fqs7uusq0ctkw671", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":737778237889699, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737778237889699], [junit4] 2> "nodeNames":["127.0.0.1:10020_solr"]}} [junit4] 2> 1408900 DEBUG (ScheduledTrigger-3131-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger] [junit4] 2> 1408936 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"29f0161cadca3T2ghu285f1fqs7uusq0ctkw671", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":737778237889699, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737778237889699], [junit4] 2> "_enqueue_time_":737779465698399, [junit4] 2> "nodeNames":["127.0.0.1:10020_solr"]}} [junit4] 2> 1408972 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 1408973 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms [junit4] 2> 1408973 DEBUG (AutoscalingActionExecutor-3132-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 1829 ms for event id=29f0161cadca3T2ghu285f1fqs7uusq0ctkw671 [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 4 [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4 [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0 [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [] [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0 [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0 [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2 [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4 [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_cooldown_trigger [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2 [junit4] 2> 1408993 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 2 [junit4] 2> 1409011 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState [junit4] 2> 1409011 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11 [junit4] 2> 1409012 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 1409012 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1409021 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1409029 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1409029 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12 [junit4] 2> 1409029 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1409029 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion -1 [junit4] 2> 1409029 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12 [junit4] 2> 1409030 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1409030 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12 [junit4] 2> 1409030 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1409066 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1409103 DEBUG (ScheduledTrigger-3134-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1409123 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1409143 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1409144 DEBUG (simCloudManagerPool-3133-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1409144 DEBUG (simCloudManagerPool-3133-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13 [junit4] 2> 1409144 DEBUG (simCloudManagerPool-3133-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1409144 DEBUG (simCloudManagerPool-3133-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true} [junit4] 2> 1409144 DEBUG (simCloudManagerPool-3133-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1409144 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13 [junit4] 2> 1409144 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init [junit4] 2> 1409144 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13 [junit4] 2> 1409145 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger [junit4] 2> 1409145 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1409180 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1409180 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger [junit4] 2> 1409180 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1409180 DEBUG (ScheduledTrigger-3134-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10021_solr at time 737793488002649 [junit4] 2> 1409210 DEBUG (simCloudManagerPool-3133-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1409210 DEBUG (simCloudManagerPool-3133-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14 [junit4] 2> 1409210 DEBUG (simCloudManagerPool-3133-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10021_solr, 127.0.0.1:10017_solr] [junit4] 2> 1409210 DEBUG (simCloudManagerPool-3133-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true} [junit4] 2> 1409210 DEBUG (simCloudManagerPool-3133-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10021_solr, 127.0.0.1:10017_solr] [junit4] 2> 1409210 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14 [junit4] 2> 1409210 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init [junit4] 2> 1409210 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10021_solr [junit4] 2> 1409211 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14 [junit4] 2> 1409218 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1409218 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger [junit4] 2> 1409218 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1409218 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:10021_solr] added at times [737795004492749], now=737795391253549 [junit4] 2> 1409218 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"29f054928ebcdT2ghu285f1fqs7uusq0ctkw674", [junit4] 2> "source":"node_added_restore_trigger", [junit4] 2> "eventTime":737795004492749, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737795004492749], [junit4] 2> "nodeNames":["127.0.0.1:10021_solr"]}} [junit4] 2> 1409233 DEBUG (ScheduledTrigger-3134-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_restore_trigger] [junit4] 2> 1409270 DEBUG (AutoscalingActionExecutor-3135-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"29f054928ebcdT2ghu285f1fqs7uusq0ctkw674", [junit4] 2> "source":"node_added_restore_trigger", [junit4] 2> "eventTime":737795004492749, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737795004492749], [junit4] 2> "_enqueue_time_":737796119558999, [junit4] 2> "nodeNames":["127.0.0.1:10021_solr"]}} [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3 [junit4] 2> 1409271 DEBUG (AutoscalingActionExecutor-3135-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3 [junit4] 2> 1409271 DEBUG (AutoscalingActionExecutor-3135-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 100ms [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0 [junit4] 2> 1409271 DEBUG (AutoscalingActionExecutor-3135-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 43 ms for event id=29f054928ebcdT2ghu285f1fqs7uusq0ctkw674 [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [] [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0 [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0 [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2 [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2 [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_restore_trigger [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1 [junit4] 2> 1409271 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1 [junit4] 2> 1409320 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[7E003417CD34A441]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState [junit4] 2> 1409320 DEBUG (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15 [junit4] 2> 1409320 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 1409320 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1409321 DEBUG (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[7E003417CD34A441]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1409355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1409355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16 [junit4] 2> 1409355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1409355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion -1 [junit4] 2> 1409355 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16 [junit4] 2> 1409356 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1409356 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16 [junit4] 2> 1409356 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1409387 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1409473 DEBUG (ScheduledTrigger-3137-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1409493 DEBUG (ScheduledTrigger-3137-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1409496 DEBUG (simCloudManagerPool-3136-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1409497 DEBUG (simCloudManagerPool-3136-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 17 [junit4] 2> 1409497 DEBUG (simCloudManagerPool-3136-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1409497 DEBUG (simCloudManagerPool-3136-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10016_solr, 127.0.0.1:10017_solr] [junit4] 2> 1409497 DEBUG (simCloudManagerPool-3136-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true} [junit4] 2> 1409497 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 17 [junit4] 2> 1409497 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init [junit4] 2> 1409498 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17 [junit4] 2> 1409498 DEBUG (ScheduledTrigger-3137-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1409498 DEBUG (ScheduledTrigger-3137-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1409498 DEBUG (ScheduledTrigger-3137-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10022_solr at time 737809366062149 [junit4] 2> 1409525 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1409525 DEBUG (ScheduledTrigger-3137-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1409526 DEBUG (ScheduledTrigger-3137-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1409558 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1409558 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1409558 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1409594 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1409594 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1409594 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1409614 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1409614 DEBUG (ScheduledTrigger-3137-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1409614 DEBUG (ScheduledTrigger-3137-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1409635 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1409635 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1409635 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1409655 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1409655 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1409655 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1409676 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1409676 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1409676 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1409700 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1409700 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1409700 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1409700 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10022_solr] added at times [737809366062149], now=737819496193349 [junit4] 2> 1409700 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"29f08a12d1445T2ghu285f1fqs7uusq0ctkw677", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":737809366062149, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[737809366062149], [junit4] 2> "nodeNames":["127.0.0.1:10022_solr"]}} [junit4] 2> 1409701 DEBUG (ScheduledTrigger-3137-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger] [junit4] 2> 1409712 DEBUG (Autoscaling [...truncated too long message...] 2_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1226546304 [junit4] 2> 175983 INFO (coreCloseExecutor-355-thread-1) [n:127.0.0.1:42124_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=651717002 [junit4] 2> 176004 INFO (coreCloseExecutor-356-thread-6) [n:127.0.0.1:45135_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=2102503131 [junit4] 2> 176004 INFO (coreCloseExecutor-356-thread-8) [n:127.0.0.1:45135_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard1.replica_n1, tag=1949393332 [junit4] 2> 176005 INFO (coreCloseExecutor-356-thread-8) [n:127.0.0.1:45135_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79c443ab: rootName = solr_45135, domain = solr.core.2nd_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.2nd_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7aea3db5 [junit4] 2> 176399 INFO (coreCloseExecutor-354-thread-6) [n:127.0.0.1:45303_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=140924220 [junit4] 2> 176400 INFO (coreCloseExecutor-354-thread-2) [n:127.0.0.1:45303_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n4, tag=1259896135 [junit4] 2> 176400 INFO (coreCloseExecutor-354-thread-2) [n:127.0.0.1:45303_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22168a05: rootName = solr_45303, domain = solr.core.foo.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@c093f26 [junit4] 2> 176425 INFO (coreCloseExecutor-356-thread-8) [n:127.0.0.1:45135_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=1949393332 [junit4] 2> 176450 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10029e964f40008, likely client has closed socket [junit4] 2> 176454 INFO (jetty-closer-874-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6b90df0d{/solr,null,UNAVAILABLE} [junit4] 2> 176454 INFO (jetty-closer-874-thread-1) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 176470 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10029e964f40009, likely client has closed socket [junit4] 2> 176475 INFO (coreCloseExecutor-354-thread-2) [n:127.0.0.1:45303_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1259896135 [junit4] 2> 176475 INFO (coreCloseExecutor-354-thread-8) [n:127.0.0.1:45303_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=2054984331 [junit4] 2> 176500 INFO (jetty-closer-874-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72103676435759111-127.0.0.1:45303_solr-n_0000000000) closing [junit4] 2> 176500 INFO (OverseerStateUpdate-72103676435759111-127.0.0.1:45303_solr-n_0000000000) [n:127.0.0.1:45303_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45303_solr [junit4] 2> 176508 WARN (OverseerAutoScalingTriggerThread-72103676435759111-127.0.0.1:45303_solr-n_0000000000) [n:127.0.0.1:45303_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 176512 INFO (jetty-closer-874-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49c822da{/solr,null,UNAVAILABLE} [junit4] 2> 176512 INFO (jetty-closer-874-thread-2) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 177955 INFO (jetty-closer-874-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1227fd37{/solr,null,UNAVAILABLE} [junit4] 2> 177956 INFO (jetty-closer-874-thread-3) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 177957 ERROR (SUITE-CloudSolrClientTest-seed#[5DBF218E63CFBE8D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 177957 INFO (SUITE-CloudSolrClientTest-seed#[5DBF218E63CFBE8D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46339 46339 [junit4] 2> 178237 INFO (Thread-136) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46339 46339 [junit4] 2> 178238 WARN (Thread-136) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 10 /solr/collections/foo/terms/shard1 [junit4] 2> 9 /solr/aliases.json [junit4] 2> 9 /solr/collections/localShardsTestColl/terms/shard2 [junit4] 2> 9 /solr/collections/localShardsTestColl/terms/shard1 [junit4] 2> 9 /solr/collections/localShardsTestColl/terms/shard3 [junit4] 2> 6 /solr/collections/stale_state_test_col/terms/shard1 [junit4] 2> 3 /solr/security.json [junit4] 2> 3 /solr/configs/conf [junit4] 2> 2 /solr/collections/overwrite/terms/shard1 [junit4] 2> 2 /solr/collections/multicollection1/terms/shard2 [junit4] 2> 2 /solr/collections/multicollection1/terms/shard1 [junit4] 2> 2 /solr/collections/2nd_collection/terms/shard2 [junit4] 2> 2 /solr/collections/collection1/terms/shard1 [junit4] 2> 2 /solr/collections/2nd_collection/terms/shard1 [junit4] 2> 2 /solr/collections/collection1/terms/shard2 [junit4] 2> 2 /solr/collections/multicollection2/terms/shard2 [junit4] 2> 2 /solr/collections/multicollection2/terms/shard1 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 39 /solr/collections/localShardsTestColl/state.json [junit4] 2> 24 /solr/collections/foo/state.json [junit4] 2> 16 /solr/collections/stale_state_test_col/state.json [junit4] 2> 16 /solr/collections/2nd_collection/state.json [junit4] 2> 16 /solr/collections/multicollection2/state.json [junit4] 2> 14 /solr/collections/collection1/state.json [junit4] 2> 12 /solr/collections/multicollection1/state.json [junit4] 2> 9 /solr/clusterprops.json [junit4] 2> 9 /solr/clusterstate.json [junit4] 2> 6 /solr/collections/overwrite/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 9 /solr/live_nodes [junit4] 2> 9 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_5DBF218E63CFBE8D-001 [junit4] 2> Feb 11, 2018 4:17:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), title_s=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=493, maxMBSortInHeap=6.188897859862683, sim=RandomSimilarity(queryNorm=false): {}, locale=lt-LT, timezone=America/Montreal [junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=275400000,total=444071936 [junit4] 2> NOTE: All tests run in this JVM: [TestV1toV2ApiMapper, FieldValueEvaluatorTest, TestConfigSetAdminRequest, TestSpellCheckResponse, LessThanEvaluatorTest, TermsResponseTest, TestZkConfigManager, AscEvaluatorTest, TestEmbeddedSolrServer, NotEvaluatorTest, TestToleratedUpdateError, TestPathTrie, JdbcTest, TestXMLEscaping, EmpiricalDistributionEvaluatorTest, ConcurrentUpdateSolrClientBuilderTest, TestPolicy, CloudSolrClientCacheTest, CubedRootEvaluatorTest, GraphExpressionTest, ContentStreamTest, ReverseEvaluatorTest, SolrExampleStreamingTest, SolrExampleBinaryTest, LargeVolumeBinaryJettyTest, TestBatchUpdate, LargeVolumeEmbeddedTest, SolrParamTest, TestNamedListCodec, TestDocumentObjectBinder, SolrQueryTest, DocumentAnalysisResponseTest, SolrExceptionTest, FieldAnalysisResponseTest, AnlysisResponseBaseTest, UsingSolrJRefGuideExamplesTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest] [junit4] Completed [126/146 (1!)] on J0 in 67.67s, 15 tests, 1 error <<< FAILURES! [...truncated 47493 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
