Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2372/
4 tests failed. FAILED: org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate Error Message: Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008) Stack Trace: java.lang.AssertionError: Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008) at __randomizedtesting.SeedInfo.seed([A8719B7D7D591CE2:E268E34806F06B57]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.handler.extraction.TestExtractionDateUtil.assertParsedDate(TestExtractionDateUtil.java:59) at org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate(TestExtractionDateUtil.java:54) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate Error Message: The trigger did not fire at all Stack Trace: java.lang.AssertionError: The trigger did not fire at all at __randomizedtesting.SeedInfo.seed([89F231F103FF681C:D4BA2F78CC39CE53]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.SolrExampleJettyTest Error Message: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.embedded.SolrExampleJettyTest: 1) Thread[id=1205, name=qtp680577550-1205, state=TIMED_WAITING, group=TGRP-SolrExampleJettyTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.embedded.SolrExampleJettyTest: 1) Thread[id=1205, name=qtp680577550-1205, state=TIMED_WAITING, group=TGRP-SolrExampleJettyTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([9770B53122EF9A35]:0) FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.SolrExampleJettyTest Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=1205, name=qtp680577550-1205, state=TIMED_WAITING, group=TGRP-SolrExampleJettyTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=1205, name=qtp680577550-1205, state=TIMED_WAITING, group=TGRP-SolrExampleJettyTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([9770B53122EF9A35]:0) Build Log: [...truncated 12957 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_89F231F103FF681C-001/init-core-data-001 [junit4] 2> 2384899 WARN (SUITE-TestLargeCluster-seed#[89F231F103FF681C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 2384900 INFO (SUITE-TestLargeCluster-seed#[89F231F103FF681C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 2384901 INFO (SUITE-TestLargeCluster-seed#[89F231F103FF681C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 2384901 INFO (SUITE-TestLargeCluster-seed#[89F231F103FF681C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 2384911 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 2384912 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 2384912 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr] [junit4] 2> 2384912 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 2384912 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 2384914 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2384914 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 2384914 DEBUG (ScheduledTrigger-2752-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 53 [junit4] 2> 2384920 INFO (TEST-TestLargeCluster.testBasic-seed#[89F231F103FF681C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic [junit4] 2> 2384920 DEBUG (TEST-TestLargeCluster.testBasic-seed#[89F231F103FF681C]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 2384920 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 2384920 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 2384920 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2384920 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 2384921 INFO (TEST-TestLargeCluster.testBasic-seed#[89F231F103FF681C]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 2384921 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 2384922 DEBUG (TEST-TestLargeCluster.testBasic-seed#[89F231F103FF681C]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 2384922 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 2384922 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 2384923 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 2384923 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1 [junit4] 2> 2384923 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 2384923 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2384923 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 2384923 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2384943 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2384964 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2384985 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385005 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385025 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385029 DEBUG (simCloudManagerPool-2754-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 2385029 DEBUG (simCloudManagerPool-2754-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 2385030 DEBUG (simCloudManagerPool-2754-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 2385030 DEBUG (simCloudManagerPool-2754-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 2385030 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 2385030 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2385030 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 2385031 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385033 DEBUG (simCloudManagerPool-2754-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 2385033 DEBUG (simCloudManagerPool-2754-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 2385033 DEBUG (simCloudManagerPool-2754-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 2385034 DEBUG (simCloudManagerPool-2754-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 2385034 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 2385034 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2385034 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 2385045 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385051 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385066 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385071 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385086 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385092 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385106 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385112 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385127 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385132 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385147 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385153 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385167 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385173 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385188 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385193 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385208 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385214 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385228 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385234 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385249 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385254 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385269 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385275 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385289 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385295 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385310 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385315 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385330 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385336 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385350 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385356 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385371 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385376 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385391 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385396 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385411 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385417 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385432 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385437 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385452 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385457 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385472 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385478 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385493 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385498 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385513 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385518 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385533 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385538 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385554 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385559 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385574 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385579 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385594 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385599 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385614 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385620 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385635 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385640 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385655 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385660 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385675 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385680 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385696 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385701 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385716 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385721 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385736 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385741 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385756 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385762 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385777 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385782 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385797 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385802 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385817 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385822 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385838 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385843 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385858 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385863 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385878 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385883 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385899 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385904 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385919 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 2385924 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 2385927 INFO (TEST-TestLargeCluster.testBasic-seed#[89F231F103FF681C]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 38366ms [junit4] 2> 2385939 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99 [junit4] 2> 2385939 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10051_solr [junit4] 2> 2385943 INFO (simCloudManagerPool-2754-thread-84) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4391ms [junit4] 2> 2385944 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 98 [junit4] 2> 2385944 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr [junit4] 2> 2385944 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10051_solr [junit4] 2> 2385944 INFO (simCloudManagerPool-2754-thread-85) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4807ms [junit4] 2> 2385950 INFO (simCloudManagerPool-2754-thread-87) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4524ms [junit4] 2> 2385944 INFO (simCloudManagerPool-2754-thread-86) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4798ms [junit4] 2> 2385952 INFO (simCloudManagerPool-2754-thread-88) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4465ms [junit4] 2> 2385952 DEBUG (simCloudManagerPool-2754-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10016_solr", [junit4] 2> "core":"testBasic_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 2385952 DEBUG (simCloudManagerPool-2754-thread-82) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard5: {"core_node65":{ [junit4] 2> "node_name":"127.0.0.1:10026_solr", [junit4] 2> "core":"testBasic_shard5_replica_n65", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 2385952 DEBUG (simCloudManagerPool-2754-thread-81) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard4: {"core_node54":{ [junit4] 2> "node_name":"127.0.0.1:10083_solr", [junit4] 2> "core":"testBasic_shard4_replica_t54", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 2385952 DEBUG (simCloudManagerPool-2754-thread-80) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node39":{ [junit4] 2> "node_name":"127.0.0.1:10096_solr", [junit4] 2> "core":"testBasic_shard3_replica_t39", [junit4] 2> "leader":"true", [junit4] 2> "state":"down", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 2385952 DEBUG (simCloudManagerPool-2754-thread-79) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard2: {"core_node18":{ [junit4] 2> "node_name":"127.0.0.1:10079_solr", [junit4] 2> "core":"testBasic_shard2_replica_n18", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 2385958 INFO (simCloudManagerPool-2754-thread-90) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4087ms [junit4] 2> 2385960 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 96 [junit4] 2> 2385960 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr [junit4] 2> 2385960 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10096_solr [junit4] 2> 2385960 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10029_solr [junit4] 2> 2385961 INFO (simCloudManagerPool-2754-thread-95) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 3964ms [junit4] 2> 2385962 INFO (simCloudManagerPool-2754-thread-100) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 3893ms [junit4] 2> 2385963 INFO (simCloudManagerPool-2754-thread-105) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 3833ms [junit4] 2> 2385965 INFO (simCloudManagerPool-2754-thread-110) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 3758ms [junit4] 2> 2385966 INFO (simCloudManagerPool-2754-thread-115) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 3704ms [junit4] 2> 2385970 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 2385970 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10096_solr [junit4] 2> 2385970 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10099_solr [junit4] 2> 2385970 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10032_solr [junit4] 2> 2385970 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10029_solr [junit4] 2> 2385970 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10013_solr [junit4] 2> 2385970 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10028_solr [junit4] 2> 2385980 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 2385980 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10099_solr [junit4] 2> 2385980 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10032_solr [junit4] 2> 2385980 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10013_solr [junit4] 2> 2385980 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10028_solr [junit4] 2> 2385991 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 2386000 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 2386011 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 2386021 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 2386031 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 2386041 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 2386052 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 2386052 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr, 127.0.0.1:10051_solr] [junit4] 2> 2386052 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"68ca36d27f387Tevka46z5bhc64qz7pum461qhg", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1843483399156615, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843483399156615, [junit4] 2> 1843483400275665], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10051_solr"]}} [junit4] 2> 2386053 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 2386055 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"68ca36d27f387Tevka46z5bhc64qz7pum461qhg", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1843483399156615, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843483399156615, [junit4] 2> 1843483400275665], [junit4] 2> "_enqueue_time_":1843488817450815, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10051_solr"]}} [junit4] 2> 2386055 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"68ca36d27f387Tevka46z5bhc64qz7pum461qhg", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1843483399156615, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843483399156615, [junit4] 2> 1843483400275665], [junit4] 2> "_enqueue_time_":1843488817450815, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10051_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 2386071 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node25 [junit4] 2> 2386074 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node60 [junit4] 2> 2386074 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1843489882 sessionWrapper.createTime 1843489095003565, this.sessionWrapper.createTime 1843489095003565 [junit4] 2> 2386074 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"68ca36d27f387Tevka46z5bhc64qz7pum461qhg", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1843483399156615, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843483399156615, [junit4] 2> 1843483400275665], [junit4] 2> "_enqueue_time_":1843488817450815, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10051_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@4c6b1030, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@40569408], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 2386074 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node25 [junit4] 2> 2386176 DEBUG (simCloudManagerPool-2754-thread-120) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{ [junit4] 2> "core":"testBasic_shard2_replica_t76", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10072_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 2386288 DEBUG (simCloudManagerPool-2754-thread-122) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node32":{ [junit4] 2> "node_name":"127.0.0.1:10003_solr", [junit4] 2> "core":"testBasic_shard3_replica_n32", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 2386289 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node60 [junit4] 2> 2386390 DEBUG (simCloudManagerPool-2754-thread-128) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{ [junit4] 2> "core":"testBasic_shard4_replica_p78", [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10056_solr", [junit4] 2> "type":"PULL"}} [junit4] 2> 2386503 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 2386503 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 2386503 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 22418 ms for event id=68ca36d27f387Tevka46z5bhc64qz7pum461qhg [junit4] 2> 2386603 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 2386603 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 2386603 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr, 127.0.0.1:10099_solr, 127.0.0.1:10013_solr, 127.0.0.1:10029_solr, 127.0.0.1:10051_solr, 127.0.0.1:10032_solr, 127.0.0.1:10096_solr, 127.0.0.1:10028_solr] [junit4] 2> 2386603 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10099_solr, 127.0.0.1:10013_solr, 127.0.0.1:10029_solr, 127.0.0.1:10032_solr, 127.0.0.1:10096_solr, 127.0.0.1:10028_solr] [junit4] 2> 2386604 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"68ca39ac173efTevka46z5bhc64qz7pum461qhj", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1843484164191215, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843484164191215, [junit4] 2> 1843485182660215, [junit4] 2> 1843485184739265, [junit4] 2> 1843484166421365, [junit4] 2> 1843483146142215, [junit4] 2> 1843485183757165, [junit4] 2> 1843484165297515, [junit4] 2> 1843485185716615], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10099_solr", [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10029_solr", [junit4] 2> "127.0.0.1:10051_solr", [junit4] 2> "127.0.0.1:10032_solr", [junit4] 2> "127.0.0.1:10096_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} [junit4] 2> 2386604 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"68ca3bae517e9Tevka46z5bhc64qz7pum461qhk", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1843484703397865, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843484703397865, [junit4] 2> 1843484706338965, [junit4] 2> 1843484705370565, [junit4] 2> 1843484704402365, [junit4] 2> 1843484702098515, [junit4] 2> 1843484708299015], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10099_solr", [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10029_solr", [junit4] 2> "127.0.0.1:10032_solr", [junit4] 2> "127.0.0.1:10096_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} [junit4] 2> 2386604 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 2386604 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10099_solr, 127.0.0.1:10013_solr, 127.0.0.1:10029_solr, 127.0.0.1:10032_solr, 127.0.0.1:10096_solr, 127.0.0.1:10028_solr] is not ready, will try later [junit4] 2> 2386604 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"68ca39ac173efTevka46z5bhc64qz7pum461qhj", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1843484164191215, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843484164191215, [junit4] 2> 1843485182660215, [junit4] 2> 1843485184739265, [junit4] 2> 1843484166421365, [junit4] 2> 1843483146142215, [junit4] 2> 1843485183757165, [junit4] 2> 1843484165297515, [junit4] 2> 1843485185716615], [junit4] 2> "_enqueue_time_":1843516367769765, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10099_solr", [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10029_solr", [junit4] 2> "127.0.0.1:10051_solr", [junit4] 2> "127.0.0.1:10032_solr", [junit4] 2> "127.0.0.1:10096_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} [junit4] 2> 2386605 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"68ca39ac173efTevka46z5bhc64qz7pum461qhj", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1843484164191215, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843484164191215, [junit4] 2> 1843485182660215, [junit4] 2> 1843485184739265, [junit4] 2> 1843484166421365, [junit4] 2> 1843483146142215, [junit4] 2> 1843485183757165, [junit4] 2> 1843484165297515, [junit4] 2> 1843485185716615], [junit4] 2> "_enqueue_time_":1843516367769765, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10099_solr", [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10029_solr", [junit4] 2> "127.0.0.1:10051_solr", [junit4] 2> "127.0.0.1:10032_solr", [junit4] 2> "127.0.0.1:10096_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]} [junit4] 2> 2386606 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1843516494 sessionWrapper.createTime 1843516475817965, this.sessionWrapper.createTime 1843516475817965 [junit4] 2> 2386606 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"68ca39ac173efTevka46z5bhc64qz7pum461qhj", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1843484164191215, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843484164191215, [junit4] 2> 1843485182660215, [junit4] 2> 1843485184739265, [junit4] 2> 1843484166421365, [junit4] 2> 1843483146142215, [junit4] 2> 1843485183757165, [junit4] 2> 1843484165297515, [junit4] 2> 1843485185716615], [junit4] 2> "_enqueue_time_":1843516367769765, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10099_solr", [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10029_solr", [junit4] 2> "127.0.0.1:10051_solr", [junit4] 2> "127.0.0.1:10032_solr", [junit4] 2> "127.0.0.1:10096_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]} [junit4] 2> 2386606 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: { [junit4] 2> "id":"68ca39ac173efTevka46z5bhc64qz7pum461qhj", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1843484164191215, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843484164191215, [junit4] 2> 1843485182660215, [junit4] 2> 1843485184739265, [junit4] 2> 1843484166421365, [junit4] 2> 1843483146142215, [junit4] 2> 1843485183757165, [junit4] 2> 1843484165297515, [junit4] 2> 1843485185716615], [junit4] 2> "_enqueue_time_":1843516367769765, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10099_solr", [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10029_solr", [junit4] 2> "127.0.0.1:10051_solr", [junit4] 2> "127.0.0.1:10032_solr", [junit4] 2> "127.0.0.1:10096_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} [junit4] 2> 2386607 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 2386607 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 2386607 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 131 ms for event id=68ca39ac173efTevka46z5bhc64qz7pum461qhj [junit4] 2> 2386707 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 2386707 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 2386707 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10099_solr, 127.0.0.1:10013_solr, 127.0.0.1:10029_solr, 127.0.0.1:10032_solr, 127.0.0.1:10096_solr, 127.0.0.1:10028_solr] [junit4] 2> 2386707 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"68ca3bae517e9Tevka46z5bhc64qz7pum461qho", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1843484703397865, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843484703397865, [junit4] 2> 1843484706338965, [junit4] 2> 1843484705370565, [junit4] 2> 1843484704402365, [junit4] 2> 1843484702098515, [junit4] 2> 1843484708299015], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10099_solr", [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10029_solr", [junit4] 2> "127.0.0.1:10032_solr", [junit4] 2> "127.0.0.1:10096_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} [junit4] 2> 2386708 DEBUG (ScheduledTrigger-2755-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 2386708 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"68ca3bae517e9Tevka46z5bhc64qz7pum461qho", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1843484703397865, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843484703397865, [junit4] 2> 1843484706338965, [junit4] 2> 1843484705370565, [junit4] 2> 1843484704402365, [junit4] 2> 1843484702098515, [junit4] 2> 1843484708299015], [junit4] 2> "_enqueue_time_":1843521560060865, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10099_solr", [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10029_solr", [junit4] 2> "127.0.0.1:10032_solr", [junit4] 2> "127.0.0.1:10096_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} [junit4] 2> 2386708 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"68ca3bae517e9Tevka46z5bhc64qz7pum461qho", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1843484703397865, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843484703397865, [junit4] 2> 1843484706338965, [junit4] 2> 1843484705370565, [junit4] 2> 1843484704402365, [junit4] 2> 1843484702098515, [junit4] 2> 1843484708299015], [junit4] 2> "_enqueue_time_":1843521560060865, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10099_solr", [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10029_solr", [junit4] 2> "127.0.0.1:10032_solr", [junit4] 2> "127.0.0.1:10096_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 2386723 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node53 [junit4] 2> 2386732 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node29 [junit4] 2> 2386737 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node55 [junit4] 2> 2386741 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node45 [junit4] 2> 2386744 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node39 [junit4] 2> 2386746 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node21 [junit4] 2> 2386746 INFO (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1843523475 sessionWrapper.createTime 1843521647208865, this.sessionWrapper.createTime 1843521647208865 [junit4] 2> 2386746 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"68ca3bae517e9Tevka46z5bhc64qz7pum461qho", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1843484703397865, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843484703397865, [junit4] 2> 1843484706338965, [junit4] 2> 1843484705370565, [junit4] 2> 1843484704402365, [junit4] 2> 1843484702098515, [junit4] 2> 1843484708299015], [junit4] 2> "_enqueue_time_":1843521560060865, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10099_solr", [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> "127.0.0.1:10029_solr", [junit4] 2> "127.0.0.1:10032_solr", [junit4] 2> "127.0.0.1:10096_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@61e0099e, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5032c416, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@608e3ce3, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@227b8c2e, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@43b6dd06, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5e2b312], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 2386746 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node53 [junit4] 2> 2386847 DEBUG (simCloudManagerPool-2754-thread-141) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{ [junit4] 2> "core":"testBasic_shard4_replica_t80", [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10059_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 2386959 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node29 [junit4] 2> 2387060 DEBUG (simCloudManagerPool-2754-thread-149) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{ [junit4] 2> "core":"testBasic_shard2_replica_p82", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10053_solr", [junit4] 2> "type":"PULL"}} [junit4] 2> 2387172 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node55 [junit4] 2> 2387273 DEBUG (simCloudManagerPool-2754-thread-157) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{ [junit4] 2> "core":"testBasic_shard4_replica_t84", [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10037_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 2387385 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node45 [junit4] 2> 2387486 DEBUG (simCloudManagerPool-2754-thread-165) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node87":{ [junit4] 2> "core":"testBasic_shard3_replica_p86", [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10094_solr", [junit4] 2> "type":"PULL"}} [junit4] 2> 2387599 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node39 [junit4] 2> 2387699 DEBUG (simCloudManagerPool-2754-thread-173) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node89":{ [junit4] 2> "core":"testBasic_shard3_replica_t88", [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10091_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 2387812 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node21 [junit4] 2> 2387912 DEBUG (simCloudManagerPool-2754-thread-181) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node91":{ [junit4] 2> "core":"testBasic_shard2_replica_t90", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10034_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 2388024 INFO (TEST-TestLargeCluster.testBasic-seed#[89F231F103FF681C]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 102906ms [junit4] 2> 2388025 INFO (TEST-TestLargeCluster.testBasic-seed#[89F231F103FF681C]) [ ] o.a.s.c.a.s.TestLargeCluster OP COUNTS: {CREATE=1, DELETESTATUS=7, MOVEREPLICA=8, REQUESTSTATUS=7, autoscaling=2, update=6} [junit4] 2> 2388027 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 2388027 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 2388027 DEBUG (AutoscalingActionExecutor-2756-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 65964 ms for event id=68ca3bae517e9Tevka46z5bhc64qz7pum461qho [junit4] 2> 2388127 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82 [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 82 [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10027_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10027_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10017_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10017_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10095_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10095_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10044_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10044_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10036_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10036_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10041_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10041_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10071_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10071_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10070_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10070_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10077_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10077_solr [junit4] 2> 2388128 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr [junit4] 2> 2388149 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 82 [junit4] 2> 2388149 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82 [junit4] 2> 2388169 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 82 [junit4] 2> 2388169 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82 [junit4] 2> 2388189 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 82 [junit4] 2> 2388189 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82 [junit4] 2> 2388210 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 82 [junit4] 2> 2388210 DEBUG (ScheduledTrigger-2755-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82 [junit4] 2> 2388230 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 82 [junit4] 2> 2388230 DEBUG (ScheduledTrigger-2755-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82 [junit4] 2> 2388230 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10041_solr, 127.0.0.1:10070_solr, 127.0.0.1:10017_solr, 127.0.0.1:10077_solr, 127.0.0.1:10095_solr, 127.0.0.1:10044_solr, 127.0.0.1:10071_solr, 127.0.0.1:10036_solr, 127.0.0.1:10027_solr, 127.0.0.1:10064_solr] [junit4] 2> 2388230 DEBUG (ScheduledTrigger-2755-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"68cbcd8ea29a5Tevka46z5bhc64qz7pum461qhr", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1843592581228965, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1843592581228965, [junit4] 2> 1843592585688915, [junit4] 2> 1843592571786215, [junit4] 2> 1843592590253765, [junit4] 2> 1843592574135415, [junit4] 2> 1843592576379465, [junit4] 2> 1843592583468465, [junit4] 2> 1843592578501115, [junit4] 2> 1843592570637715, [junit4] 2> 1843592591708215], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10041_solr", [junit4] 2> "127.0.0.1:10070_solr", [junit4] 2> "127.0.0.1:10017_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10095_solr", [junit4] 2> "127.0.0.1:10044_solr", [junit4] 2> "127.0.0.1:10071_solr", [junit4] 2> "127.0.0.1:10036_solr", [junit4] 2> "127.0.0.1:10027_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} [junit4] 2> 2388230 DEBUG [...truncated too long message...] unit4] 2> 273921 INFO (coreCloseExecutor-409-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-409-thread-1]: abort [junit4] 2> 273921 INFO (coreCloseExecutor-409-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-409-thread-1]: done abort success=true [junit4] 2> 273921 INFO (coreCloseExecutor-409-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-409-thread-1]: rollback: infos=_1f(8.0.0):C1 [junit4] 2> 273921 INFO (coreCloseExecutor-409-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-409-thread-1]: now checkpoint "_1f(8.0.0):C1" [1 segments ; isCommit = false] [junit4] 2> 273921 INFO (coreCloseExecutor-409-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-409-thread-1]: 0 msec to checkpoint [junit4] 2> 273923 INFO (SUITE-SolrExampleJettyTest-seed#[9770B53122EF9A35]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68da878c{/solr,null,UNAVAILABLE} [junit4] 2> 273923 INFO (SUITE-SolrExampleJettyTest-seed#[9770B53122EF9A35]-worker) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 303927 WARN (SUITE-SolrExampleJettyTest-seed#[9770B53122EF9A35]-worker) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp680577550{STOPPING,8<=8<=10000,i=0,q=1} Couldn't stop Thread[qtp680577550-1205,5,TGRP-SolrExampleJettyTest] [junit4] 2> 303927 INFO (SUITE-SolrExampleJettyTest-seed#[9770B53122EF9A35]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released [junit4] 2> Feb 24, 2018 9:51:41 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> Feb 24, 2018 9:52:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.embedded.SolrExampleJettyTest: [junit4] 2> 1) Thread[id=1205, name=qtp680577550-1205, state=TIMED_WAITING, group=TGRP-SolrExampleJettyTest] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Feb 24, 2018 9:52:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: Starting to interrupt leaked threads: [junit4] 2> 1) Thread[id=1205, name=qtp680577550-1205, state=TIMED_WAITING, group=TGRP-SolrExampleJettyTest] [junit4] 2> Feb 24, 2018 9:52:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated: [junit4] 2> 1) Thread[id=1205, name=qtp680577550-1205, state=TIMED_WAITING, group=TGRP-SolrExampleJettyTest] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1446, maxMBSortInHeap=7.148620518411003, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3de9d185), locale=es-HN, timezone=Europe/Helsinki [junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=247329544,total=464519168 [junit4] 2> NOTE: All tests run in this JVM: [SolrExampleXMLTest, UuidEvaluatorTest, GreaterThanEqualToEvaluatorTest, ModifiableSolrParamsTest, DocumentAnalysisResponseTest, SelectWithEvaluatorsTest, TestBatchUpdate, CloudSolrClientTest, PowerEvaluatorTest, HttpSolrClientBuilderTest, CoalesceEvaluatorTest, ExclusiveOrEvaluatorTest, DivideEvaluatorTest, TestCloudSolrClientConnections, CosineEvaluatorTest, NormalizeEvaluatorTest, NoOpResponseParserTest, LessThanEqualToEvaluatorTest, TestValidatingJsonMap, CommonParamsTest, TestCollectionStateWatchers, TangentEvaluatorTest, SolrExampleJettyTest] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrExampleJettyTest -Dtests.seed=9770B53122EF9A35 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-HN -Dtests.timezone=Europe/Helsinki -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.00s J2 | SolrExampleJettyTest (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.embedded.SolrExampleJettyTest: [junit4] > 1) Thread[id=1205, name=qtp680577550-1205, state=TIMED_WAITING, group=TGRP-SolrExampleJettyTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([9770B53122EF9A35]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=1205, name=qtp680577550-1205, state=TIMED_WAITING, group=TGRP-SolrExampleJettyTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([9770B53122EF9A35]:0) [junit4] Completed [75/146 (1!)] on J2 in 76.06s, 37 tests, 2 errors <<< FAILURES! [...truncated 5574 lines...] [junit4] Suite: org.apache.solr.handler.extraction.TestExtractionDateUtil [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestExtractionDateUtil -Dtests.method=testParseDate -Dtests.seed=A8719B7D7D591CE2 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PY -Dtests.timezone=America/Metlakatla -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] FAILURE 0.56s J1 | TestExtractionDateUtil.testParseDate <<< [junit4] > Throwable #1: java.lang.AssertionError: Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008) [junit4] > at __randomizedtesting.SeedInfo.seed([A8719B7D7D591CE2:E268E34806F06B57]:0) [junit4] > at org.apache.solr.handler.extraction.TestExtractionDateUtil.assertParsedDate(TestExtractionDateUtil.java:59) [junit4] > at org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate(TestExtractionDateUtil.java:54) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=314, maxMBSortInHeap=6.574864742320399, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4b072642), locale=es-PY, timezone=America/Metlakatla [junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=201032616,total=253231104 [junit4] 2> NOTE: All tests run in this JVM: [TestExtractionDateUtil] [junit4] Completed [1/4 (1!)] on J1 in 4.80s, 2 tests, 1 failure <<< FAILURES! [...truncated 42159 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org