Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21293/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestStressLiveNodes.testStress
Error Message:
iter327 expected:<7> but was:<5>
Stack Trace:
java.lang.AssertionError: iter327 expected:<7> but was:<5>
at
__randomizedtesting.SeedInfo.seed([85587D23878E1391:904300E20479EBEA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at
org.apache.solr.cloud.TestStressLiveNodes.testStress(TestStressLiveNodes.java:199)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode
Error Message:
did not finish processing changes
Stack Trace:
java.lang.AssertionError: did not finish processing changes
at
__randomizedtesting.SeedInfo.seed([85587D23878E1391:22B7608048C39C89]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12858 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_85587D23878E1391-001/init-core-data-001
[junit4] 2> 2817350 INFO
(SUITE-TestLargeCluster-seed#[85587D23878E1391]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2817362 INFO
(SUITE-TestLargeCluster-seed#[85587D23878E1391]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2817365 INFO
(SUITE-TestLargeCluster-seed#[85587D23878E1391]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2817413 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2817415 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 0
[junit4] 2> 2817416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 2817416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 2817416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 2817424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2817424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 2817426 DEBUG (ScheduledTrigger-4820-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 18
[junit4] 2> 2817448 DEBUG (ScheduledTrigger-4820-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 54
[junit4] 2> 2817470 DEBUG (ScheduledTrigger-4820-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 86
[junit4] 2> 2817491 INFO
(TEST-TestLargeCluster.testBasic-seed#[85587D23878E1391]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testBasic
[junit4] 2> 2817492 DEBUG (ScheduledTrigger-4820-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817492 DEBUG
(TEST-TestLargeCluster.testBasic-seed#[85587D23878E1391]) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
1
[junit4] 2> 2817493 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2817495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2817495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2817495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2817499 INFO
(TEST-TestLargeCluster.testBasic-seed#[85587D23878E1391]) [ ]
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 2817499 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2817502 DEBUG
(TEST-TestLargeCluster.testBasic-seed#[85587D23878E1391]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2817504 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2817504 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 2
[junit4] 2> 2817505 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 2817506 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 2817506 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2817506 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2817507 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2817507 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817528 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817550 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817571 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817592 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817613 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817636 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817636 DEBUG (simCloudManagerPool-4822-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2817637 DEBUG (simCloudManagerPool-4822-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 2817639 DEBUG (simCloudManagerPool-4822-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 2817640 DEBUG (simCloudManagerPool-4822-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 2817641 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2817642 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2817642 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2817643 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817656 DEBUG (simCloudManagerPool-4822-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2817657 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817658 DEBUG (simCloudManagerPool-4822-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 2817659 DEBUG (simCloudManagerPool-4822-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 2817660 DEBUG (simCloudManagerPool-4822-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 2817661 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2817662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2817663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2817665 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817679 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817686 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817700 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817707 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817721 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817728 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817742 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817749 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817763 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817770 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817784 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817791 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817805 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817812 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817826 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817835 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817847 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817856 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817868 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817877 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817889 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817897 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817910 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817918 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817931 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817939 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817952 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817960 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817973 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2817981 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2817994 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818002 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818015 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818023 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818036 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818044 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818057 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818065 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818078 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818086 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818103 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818107 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818124 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818128 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818145 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818149 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818166 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818170 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818187 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818190 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818208 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818211 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818229 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818232 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818250 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818253 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818270 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818274 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818291 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818295 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818312 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818316 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818333 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818337 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818354 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818357 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818375 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818378 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818396 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818399 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818417 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818420 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818438 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818441 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818459 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818462 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818480 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818483 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818501 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818504 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818522 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818524 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818542 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818545 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818563 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818566 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818584 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818587 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818605 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818609 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818623 DEBUG (simCloudManagerPool-4822-thread-80) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard3: {"core_node39":{
[junit4] 2> "node_name":"127.0.0.1:10090_solr",
[junit4] 2> "core":"testBasic_shard3_replica_t39",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 2818629 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818630 DEBUG (simCloudManagerPool-4822-thread-83) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10077_solr",
[junit4] 2> "core":"testBasic_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 2818623 DEBUG (simCloudManagerPool-4822-thread-81) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard4: {"core_node54":{
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "core":"testBasic_shard4_replica_t54",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 2818623 DEBUG (simCloudManagerPool-4822-thread-79) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard2: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "core":"testBasic_shard2_replica_n18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 2818630 DEBUG (simCloudManagerPool-4822-thread-82) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard5: {"core_node65":{
[junit4] 2> "node_name":"127.0.0.1:10081_solr",
[junit4] 2> "core":"testBasic_shard5_replica_n65",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 2818630 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 2818649 INFO
(TEST-TestLargeCluster.testBasic-seed#[85587D23878E1391]) [ ]
o.a.s.c.a.s.TestLargeCluster Ready after 929ms
[junit4] 2> 2818650 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 2818663 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 99
[junit4] 2> 2818664 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10066_solr
[junit4] 2> 2818673 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 98
[junit4] 2> 2818673 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10066_solr
[junit4] 2> 2818673 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10027_solr
[junit4] 2> 2818685 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 97
[junit4] 2> 2818685 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr
[junit4] 2> 2818686 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10027_solr
[junit4] 2> 2818694 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 95
[junit4] 2> 2818695 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr
[junit4] 2> 2818695 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
[junit4] 2> 2818695 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10043_solr
[junit4] 2> 2818707 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 94
[junit4] 2> 2818707 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10017_solr
[junit4] 2> 2818707 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
[junit4] 2> 2818707 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10043_solr
[junit4] 2> 2818716 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 93
[junit4] 2> 2818716 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10017_solr
[junit4] 2> 2818716 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10030_solr
[junit4] 2> 2818728 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 2818728 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10030_solr
[junit4] 2> 2818729 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10086_solr
[junit4] 2> 2818737 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 2818737 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10086_solr
[junit4] 2> 2818749 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 2818759 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 2818770 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 2818771 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10066_solr]
[junit4] 2> 2818771 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"a609cb17b14T96gu9ceg5wbkc6x1v9l8b40ra",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11410062015252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[11410062015252],
[junit4] 2> "nodeNames":["127.0.0.1:10066_solr"]}}
[junit4] 2> 2818775 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"a609cb17b14T96gu9ceg5wbkc6x1v9l8b40ra",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11410062015252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[11410062015252],
[junit4] 2> "_enqueue_time_":11415428392052,
[junit4] 2> "nodeNames":["127.0.0.1:10066_solr"]}}
[junit4] 2> 2818778 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"a609cb17b14T96gu9ceg5wbkc6x1v9l8b40ra",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11410062015252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[11410062015252],
[junit4] 2> "_enqueue_time_":11415428392052,
[junit4] 2> "nodeNames":["127.0.0.1:10066_solr"]}} with context
properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 2818813 INFO (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node13
[junit4] 2> 2818815 INFO (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 11417597
sessionWrapper.createTime 11416408250052, this.sessionWrapper.createTime
11416408250052
[junit4] 2> 2818816 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"a609cb17b14T96gu9ceg5wbkc6x1v9l8b40ra",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11410062015252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[11410062015252],
[junit4] 2> "_enqueue_time_":11415428392052,
[junit4] 2> "nodeNames":["127.0.0.1:10066_solr"]}} with context
properties:
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@1b6fbed],
AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 2818816 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node13
[junit4] 2> 2818919 DEBUG (simCloudManagerPool-4822-thread-125) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{
[junit4] 2> "core":"testBasic_shard1_replica_p76",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10072_solr",
[junit4] 2> "type":"PULL"}}
[junit4] 2> 2819042 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 13332 ms for event
id=a609cb17b14T96gu9ceg5wbkc6x1v9l8b40ra
[junit4] 2> 2819060 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 2819060 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10030_solr, 127.0.0.1:10020_solr,
127.0.0.1:10027_solr]
[junit4] 2> 2819061 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"a611db37384T96gu9ceg5wbkc6x1v9l8b40rd",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11412226405252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11412226405252,
[junit4] 2> 11412232783502,
[junit4] 2> 11412219450052,
[junit4] 2> 11413300586652,
[junit4] 2> 11413293173952,
[junit4] 2> 11411140223302,
[junit4] 2> 11411150079452],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}}
[junit4] 2> 2819062 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 2819063 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10030_solr, 127.0.0.1:10020_solr,
127.0.0.1:10027_solr] is not ready, will try later
[junit4] 2> 2819083 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 2819084 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 2819084 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10030_solr, 127.0.0.1:10020_solr,
127.0.0.1:10027_solr]
[junit4] 2> 2819084 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"a611db37384T96gu9ceg5wbkc6x1v9l8b40rf",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11412226405252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11412226405252,
[junit4] 2> 11412232783502,
[junit4] 2> 11412219450052,
[junit4] 2> 11413300586652,
[junit4] 2> 11413293173952,
[junit4] 2> 11411140223302,
[junit4] 2> 11411150079452],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}}
[junit4] 2> 2819086 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10030_solr, 127.0.0.1:10020_solr,
127.0.0.1:10027_solr] is not ready, will try later
[junit4] 2> 2819104 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 2819106 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 2819107 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10030_solr, 127.0.0.1:10020_solr,
127.0.0.1:10027_solr]
[junit4] 2> 2819107 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"a611db37384T96gu9ceg5wbkc6x1v9l8b40rh",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11412226405252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11412226405252,
[junit4] 2> 11412232783502,
[junit4] 2> 11412219450052,
[junit4] 2> 11413300586652,
[junit4] 2> 11413293173952,
[junit4] 2> 11411140223302,
[junit4] 2> 11411150079452],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}}
[junit4] 2> 2819109 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10030_solr, 127.0.0.1:10020_solr,
127.0.0.1:10027_solr] is not ready, will try later
[junit4] 2> 2819124 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 2819130 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 2819130 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10030_solr, 127.0.0.1:10020_solr,
127.0.0.1:10027_solr]
[junit4] 2> 2819130 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"a611db37384T96gu9ceg5wbkc6x1v9l8b40rj",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11412226405252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11412226405252,
[junit4] 2> 11412232783502,
[junit4] 2> 11412219450052,
[junit4] 2> 11413300586652,
[junit4] 2> 11413293173952,
[junit4] 2> 11411140223302,
[junit4] 2> 11411150079452],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}}
[junit4] 2> 2819132 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10030_solr, 127.0.0.1:10020_solr,
127.0.0.1:10027_solr] is not ready, will try later
[junit4] 2> 2819145 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 2819152 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 2819153 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10030_solr, 127.0.0.1:10020_solr,
127.0.0.1:10027_solr]
[junit4] 2> 2819153 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"a611db37384T96gu9ceg5wbkc6x1v9l8b40rl",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11412226405252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11412226405252,
[junit4] 2> 11412232783502,
[junit4] 2> 11412219450052,
[junit4] 2> 11413300586652,
[junit4] 2> 11413293173952,
[junit4] 2> 11411140223302,
[junit4] 2> 11411150079452],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}}
[junit4] 2> 2819155 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"a611db37384T96gu9ceg5wbkc6x1v9l8b40rl",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11412226405252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11412226405252,
[junit4] 2> 11412232783502,
[junit4] 2> 11412219450052,
[junit4] 2> 11413300586652,
[junit4] 2> 11413293173952,
[junit4] 2> 11411140223302,
[junit4] 2> 11411150079452],
[junit4] 2> "_enqueue_time_":11434540348702,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}}
[junit4] 2> 2819156 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"a611db37384T96gu9ceg5wbkc6x1v9l8b40rl",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11412226405252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11412226405252,
[junit4] 2> 11412232783502,
[junit4] 2> 11412219450052,
[junit4] 2> 11413300586652,
[junit4] 2> 11413293173952,
[junit4] 2> 11411140223302,
[junit4] 2> 11411150079452],
[junit4] 2> "_enqueue_time_":11434540348702,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}} with context properties:
{BEFORE_ACTION=[compute]}
[junit4] 2> 2819236 INFO (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node31
[junit4] 2> 2819275 INFO (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node70
[junit4] 2> 2819313 INFO (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node42
[junit4] 2> 2819347 INFO (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node62
[junit4] 2> 2819364 INFO (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node53
[junit4] 2> 2819377 INFO (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node35
[junit4] 2> 2819385 INFO (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node20
[junit4] 2> 2819386 INFO (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 11446168
sessionWrapper.createTime 11435019667302, this.sessionWrapper.createTime
11435019667302
[junit4] 2> 2819387 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"a611db37384T96gu9ceg5wbkc6x1v9l8b40rl",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":11412226405252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11412226405252,
[junit4] 2> 11412232783502,
[junit4] 2> 11412219450052,
[junit4] 2> 11413300586652,
[junit4] 2> 11413293173952,
[junit4] 2> 11411140223302,
[junit4] 2> 11411150079452],
[junit4] 2> "_enqueue_time_":11434540348702,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}} with context properties:
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@1690c72,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@de2bb5,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@254bce,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@c6ed61,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@17d7017,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@f76d8e,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@231e5],
AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 2819388 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node31
[junit4] 2> 2819490 DEBUG (simCloudManagerPool-4822-thread-139) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{
[junit4] 2> "core":"testBasic_shard3_replica_n78",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10056_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 2819607 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node70
[junit4] 2> 2819709 DEBUG (simCloudManagerPool-4822-thread-147) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{
[junit4] 2> "core":"testBasic_shard5_replica_t80",
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 2819826 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node42
[junit4] 2> 2819928 DEBUG (simCloudManagerPool-4822-thread-155) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{
[junit4] 2> "core":"testBasic_shard3_replica_p82",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10053_solr",
[junit4] 2> "type":"PULL"}}
[junit4] 2> 2820046 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node62
[junit4] 2> 2820148 DEBUG (simCloudManagerPool-4822-thread-163) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{
[junit4] 2> "core":"testBasic_shard5_replica_n84",
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10037_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 2820292 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node53
[junit4] 2> 2820413 DEBUG (simCloudManagerPool-4822-thread-171) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node87":{
[junit4] 2> "core":"testBasic_shard4_replica_t86",
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10094_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 2820545 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node35
[junit4] 2> 2820648 DEBUG (simCloudManagerPool-4822-thread-179) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node89":{
[junit4] 2> "core":"testBasic_shard3_replica_n88",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10091_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 2820790 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node20
[junit4] 2> 2820893 DEBUG (simCloudManagerPool-4822-thread-187) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node91":{
[junit4] 2> "core":"testBasic_shard2_replica_n90",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10034_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 2821010 INFO
(TEST-TestLargeCluster.testBasic-seed#[85587D23878E1391]) [ ]
o.a.s.c.a.s.TestLargeCluster Ready after 114408ms
[junit4] 2> 2821011 INFO
(TEST-TestLargeCluster.testBasic-seed#[85587D23878E1391]) [ ]
o.a.s.c.a.s.TestLargeCluster OP COUNTS: {CREATE=1, DELETESTATUS=8,
MOVEREPLICA=8, REQUESTSTATUS=8, autoscaling=2, update=7}
[junit4] 2> 2821012 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 92843 ms for event
id=a611db37384T96gu9ceg5wbkc6x1v9l8b40rl
[junit4] 2> 2821025 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 87
[junit4] 2> 2821025 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 87
[junit4] 2> 2821025 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10022_solr
[junit4] 2> 2821026 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10022_solr
[junit4] 2> 2821026 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10033_solr
[junit4] 2> 2821026 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10033_solr
[junit4] 2> 2821026 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10092_solr
[junit4] 2> 2821026 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10092_solr
[junit4] 2> 2821027 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr
[junit4] 2> 2821027 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr
[junit4] 2> 2821027 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr
[junit4] 2> 2821027 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr
[junit4] 2> 2821028 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10020_solr, 127.0.0.1:10066_solr,
127.0.0.1:10030_solr, 127.0.0.1:10027_solr]
[junit4] 2> 2821029 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"a60f919de3cT96gu9ceg5wbkc6x1v9l8b40ro",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":11411612360252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11411612360252,
[junit4] 2> 11411620330152,
[junit4] 2> 11412676655602,
[junit4] 2> 11413744653552,
[junit4] 2> 11411603515302,
[junit4] 2> 11410516963102,
[junit4] 2> 11412683564752,
[junit4] 2> 11410531739102],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10066_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}}
[junit4] 2> 2821030 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10020_solr, 127.0.0.1:10066_solr,
127.0.0.1:10030_solr, 127.0.0.1:10027_solr] is not ready, will try later
[junit4] 2> 2821048 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 82
[junit4] 2> 2821049 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
[junit4] 2> 2821049 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10039_solr
[junit4] 2> 2821049 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10095_solr
[junit4] 2> 2821049 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10054_solr
[junit4] 2> 2821050 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10076_solr
[junit4] 2> 2821051 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 82
[junit4] 2> 2821051 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
[junit4] 2> 2821051 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10039_solr
[junit4] 2> 2821052 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10095_solr
[junit4] 2> 2821052 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10054_solr
[junit4] 2> 2821052 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10076_solr
[junit4] 2> 2821052 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10020_solr, 127.0.0.1:10066_solr,
127.0.0.1:10030_solr, 127.0.0.1:10027_solr]
[junit4] 2> 2821053 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"a60f919de3cT96gu9ceg5wbkc6x1v9l8b40rq",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":11411612360252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11411612360252,
[junit4] 2> 11411620330152,
[junit4] 2> 11412676655602,
[junit4] 2> 11413744653552,
[junit4] 2> 11411603515302,
[junit4] 2> 11410516963102,
[junit4] 2> 11412683564752,
[junit4] 2> 11410531739102],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10066_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}}
[junit4] 2> 2821054 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10020_solr, 127.0.0.1:10066_solr,
127.0.0.1:10030_solr, 127.0.0.1:10027_solr] is not ready, will try later
[junit4] 2> 2821071 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 82
[junit4] 2> 2821075 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 82
[junit4] 2> 2821075 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10020_solr, 127.0.0.1:10066_solr,
127.0.0.1:10030_solr, 127.0.0.1:10027_solr]
[junit4] 2> 2821076 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"a60f919de3cT96gu9ceg5wbkc6x1v9l8b40rs",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":11411612360252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11411612360252,
[junit4] 2> 11411620330152,
[junit4] 2> 11412676655602,
[junit4] 2> 11413744653552,
[junit4] 2> 11411603515302,
[junit4] 2> 11410516963102,
[junit4] 2> 11412683564752,
[junit4] 2> 11410531739102],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10066_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}}
[junit4] 2> 2821077 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10020_solr, 127.0.0.1:10066_solr,
127.0.0.1:10030_solr, 127.0.0.1:10027_solr] is not ready, will try later
[junit4] 2> 2821091 DEBUG (ScheduledTrigger-4823-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 82
[junit4] 2> 2821098 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 82
[junit4] 2> 2821099 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10020_solr, 127.0.0.1:10066_solr,
127.0.0.1:10030_solr, 127.0.0.1:10027_solr]
[junit4] 2> 2821099 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"a60f919de3cT96gu9ceg5wbkc6x1v9l8b40ru",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":11411612360252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11411612360252,
[junit4] 2> 11411620330152,
[junit4] 2> 11412676655602,
[junit4] 2> 11413744653552,
[junit4] 2> 11411603515302,
[junit4] 2> 11410516963102,
[junit4] 2> 11412683564752,
[junit4] 2> 11410531739102],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10066_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}}
[junit4] 2> 2821100 DEBUG (ScheduledTrigger-4823-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10020_solr, 127.0.0.1:10066_solr,
127.0.0.1:10030_solr, 127.0.0.1:10027_solr] is not ready, will try later
[junit4] 2> 2821112 DEBUG (ScheduledTrigger-4823-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 82
[junit4] 2> 2821121 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 82
[junit4] 2> 2821121 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10001_solr, 127.0.0.1:10043_solr, 127.0.0.1:10017_solr,
127.0.0.1:10086_solr, 127.0.0.1:10020_solr, 127.0.0.1:10066_solr,
127.0.0.1:10030_solr, 127.0.0.1:10027_solr]
[junit4] 2> 2821122 DEBUG (ScheduledTrigger-4823-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"a60f919de3cT96gu9ceg5wbkc6x1v9l8b40rw",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":11411612360252,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 11411612360252,
[junit4] 2> 11411620330152,
[junit4] 2> 11412676655602,
[junit4] 2> 11413744653552,
[junit4] 2> 11411603515302,
[junit4] 2> 11410516963102,
[junit4] 2> 11412683564752,
[junit4] 2> 11410531739102],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10001_solr",
[junit4] 2> "127.0.0.1:10043_solr",
[junit4] 2> "127.0.0.1:10017_solr",
[junit4] 2> "127.0.0.1:10086_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10066_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10027_solr"]}}
[junit4] 2> 2821124 DEBUG (AutoscalingActionExecutor-4824-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"a60f919de3cT96gu9ceg5wbkc6x1v9l8b40rw",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "ev
[...truncated too long message...]
] o.e.j.s.AbstractConnector Stopped ServerConnector@1e97e6a{SSL,[ssl,
http/1.1]}{127.0.0.1:0}
[junit4] 2> 5233147 INFO (jetty-closer-5912-thread-1) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1563541
[junit4] 2> 5233147 INFO (jetty-closer-5912-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
tag=null
[junit4] 2> 5233148 INFO (jetty-closer-5912-thread-1) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@e41d8b: rootName =
solr_36007, domain = solr.node, service url = null, agent id = null] for
registry solr.node / com.codahale.metrics.MetricRegistry@1d275a7
[junit4] 2> 5233217 INFO (jetty-closer-5912-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
tag=null
[junit4] 2> 5233217 INFO (jetty-closer-5912-thread-1) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@589198: rootName =
solr_36007, domain = solr.jvm, service url = null, agent id = null] for
registry solr.jvm / com.codahale.metrics.MetricRegistry@1dffb0d
[junit4] 2> 5233268 INFO (jetty-closer-5912-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
tag=null
[junit4] 2> 5233268 INFO (jetty-closer-5912-thread-1) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@14499c4: rootName =
solr_36007, domain = solr.jetty, service url = null, agent id = null] for
registry solr.jetty / com.codahale.metrics.MetricRegistry@1c2aa0b
[junit4] 2> 5233275 INFO (jetty-closer-5912-thread-1) [ ]
o.a.s.c.ZkController Remove node as live in
ZooKeeper:/live_nodes/127.0.0.1:36007_solr
[junit4] 2> 5233281 INFO
(zkCallback-5921-thread-8-processing-n:127.0.0.1:36007_solr)
[n:127.0.0.1:36007_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (0)
[junit4] 2> 5233281 INFO (jetty-closer-5912-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster,
tag=null
[junit4] 2> 5233282 INFO (jetty-closer-5912-thread-1) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 5233283 INFO (jetty-closer-5912-thread-1) [ ]
o.a.s.c.Overseer Overseer
(id=99371220431798275-127.0.0.1:36007_solr-n_0000000000) closing
[junit4] 2> 5233284 INFO
(OverseerStateUpdate-99371220431798275-127.0.0.1:36007_solr-n_0000000000)
[n:127.0.0.1:36007_solr ] o.a.s.c.Overseer Overseer Loop exiting :
127.0.0.1:36007_solr
[junit4] 2> 5233284 WARN
(OverseerAutoScalingTriggerThread-99371220431798275-127.0.0.1:36007_solr-n_0000000000)
[n:127.0.0.1:36007_solr ] o.a.s.c.a.OverseerTriggerThread
OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 5233299 INFO (jetty-closer-5912-thread-1) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@74d7ca{/solr,null,UNAVAILABLE}
[junit4] 2> 5233300 INFO (jetty-closer-5912-thread-1) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 5233303 ERROR
(SUITE-TestStressLiveNodes-seed#[85587D23878E1391]-worker) [ ]
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 5233305 INFO
(SUITE-TestStressLiveNodes-seed#[85587D23878E1391]-worker) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:42741 42741
[junit4] 2> 5240848 INFO (Thread-7044) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:42741 42741
[junit4] 2> 5240851 WARN (Thread-7044) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressLiveNodes_85587D23878E1391-001
[junit4] 2> NOTE: test params are:
codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION,
chunkSize=5, maxDocsPerChunk=9, blockSize=7),
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION,
chunkSize=5, blockSize=7)),
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1d16d46),
locale=ga-IE, timezone=Pacific/Johnston
[junit4] 2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation
1.8.0_144 (32-bit)/cpus=8,threads=1,free=235383120,total=530317312
[junit4] 2> NOTE: All tests run in this JVM:
[CdcrReplicationDistributedZkTest, DistribCursorPagingTest, TestOmitPositions,
TestSolrConfigHandlerCloud, TestManagedResource, MetricTriggerTest,
TestCustomSort, MoveReplicaHDFSTest, TestInfoStreamLogging,
TestSizeLimitedDistributedMap, PeerSyncWithIndexFingerprintCachingTest,
FullHLLTest, TestFieldCacheWithThreads, SSLMigrationTest,
TestLuceneMatchVersion, CursorMarkTest, SparseHLLTest, EchoParamsTest,
TestSort, HdfsUnloadDistributedZkTest, TestCollapseQParserPlugin,
SynonymTokenizerTest, ShardRoutingTest, TestSolrCoreParser, StatsComponentTest,
ManagedSchemaRoundRobinCloudTest, UUIDFieldTest, DebugComponentTest,
DistributedFacetPivotLongTailTest, ZkFailoverTest, IndexBasedSpellCheckerTest,
DistributedExpandComponentTest, AutoAddReplicasPlanActionTest,
ActionThrottleTest, TestSerializedLuceneMatchVersion,
CoreAdminCreateDiscoverTest, SuggesterWFSTTest, FullSolrCloudDistribCmdsTest,
TestLuceneIndexBackCompat, TestMultiValuedNumericRangeQuery, CursorPagingTest,
RAMDirectoryFactoryTest, UpdateParamsTest, NodeMutatorTest,
TestExpandComponent, TestDocumentBuilder, TestRandomRequestDistribution,
TestDelegationWithHadoopAuth, BlockJoinFacetRandomTest, TestScoreJoinQPScore,
TestJsonFacets, TestClusterStateMutator, BinaryUpdateRequestHandlerTest,
ClassificationUpdateProcessorFactoryTest, SpellCheckCollatorTest,
SolrCoreCheckLockOnStartupTest, TestFieldTypeCollectionResource,
InfoHandlerTest, TestIndexSearcher, BadIndexSchemaTest, RequestHandlersTest,
TestDynamicFieldResource, CloneFieldUpdateProcessorFactoryTest,
TemplateUpdateProcessorTest, TestPayloadCheckQParserPlugin,
TestCollectionsAPIViaSolrCloudCluster, TestZkAclsWithHadoopAuth,
SecurityConfHandlerTest, TestQuerySenderNoQuery, SolrSlf4jReporterTest,
SolrMetricReporterTest, ShardSplitTest, TestEmbeddedSolrServerSchemaAPI,
TestCSVResponseWriter, UtilsToolTest, TlogReplayBufferedWhileIndexingTest,
TestGroupingSearch, TestNonDefinedSimilarityFactory, SolrRequestParserTest,
TestXmlQParserPlugin, TestHashPartitioner, FieldAnalysisRequestHandlerTest,
DistributedFacetPivotWhiteBoxTest, TestDocSet,
DocumentAnalysisRequestHandlerTest, TestAuthenticationFramework,
ChaosMonkeySafeLeaderWithPullReplicasTest, BaseCdcrDistributedZkTest,
SolrIndexSplitterTest, BlobRepositoryCloudTest, DistributedTermsComponentTest,
SolrIndexConfigTest, RankQueryTest, AssignBackwardCompatibilityTest,
HdfsRecoverLeaseTest, TestPullReplica, ConjunctionSolrSpellCheckerTest,
TestManagedSchemaThreadSafety, SimpleFacetsTest, ChaosMonkeyNothingIsSafeTest,
TestDefaultStatsCache, ImplicitSnitchTest, TestApiFramework, TestLargeCluster,
RecoveryAfterSoftCommitTest, TestTrackingShardHandlerFactory,
TestSchemaResource, TestSolrConfigHandler, TestStressInPlaceUpdates,
TestReplicaProperties, TestPseudoReturnFields, DistributedSuggestComponentTest,
TestCloudNestedDocsSort, ReplicaListTransformerTest, ExternalFileFieldSortTest,
TestSolrCloudWithKerberosAlt, TestWriterPerf, TestHalfAndHalfDocValues,
TestDocTermOrds, ZkSolrClientTest, TestGraphTermsQParserPlugin,
TestStressLucene, TestPhraseSuggestions, TestRandomFaceting,
TestSSLRandomization, TestConfigSetProperties, BasicDistributedZk2Test,
OpenCloseCoreStressTest, RecoveryZkTest, TestReplicationHandler,
TestRandomDVFaceting, TestDistributedGrouping,
TermVectorComponentDistributedTest, TestReload, TestCoreContainer,
SolrCoreTest, PeerSyncTest, DirectUpdateHandlerTest, TestBadConfig,
HighlighterTest, DistributedQueryElevationComponentTest, TestCoreDiscovery,
SuggesterTest, TestTrie, TestCSVLoader, TestAtomicUpdateErrorCases,
DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest,
DocValuesMultiTest, SolrInfoBeanTest, TestSurroundQueryParser,
TestReversedWildcardFilterFactory, XmlUpdateRequestHandlerTest,
DocumentBuilderTest, TermVectorComponentTest, TestIndexingPerformance,
MoreLikeThisHandlerTest, LoggingHandlerTest, SolrPluginUtilsTest,
TestCollationField, MBeansHandlerTest, MinimalSchemaTest,
TestFuzzyAnalyzedSuggestions, TestCharFilters, TestXIncludeConfig,
TestPerFieldSimilarity, TestIBSimilarityFactory, TimeZoneUtilsTest,
TestFastOutputStream, OpenExchangeRatesOrgProviderTest,
URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest,
PreAnalyzedFieldTest, DistributedIntervalFacetingTest,
CollectionStateFormat2Test, ConfigSetsAPITest, DeleteInactiveReplicaTest,
DeleteNodeTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest,
LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest,
LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest,
MoveReplicaTest, OverseerModifyCollectionTest, RemoteQueryErrorTest,
RollingRestartTest, TestCloudPivotFacet, TestClusterProperties,
TestConfigSetsAPI, TestDistribDocBasedVersion, TestPrepRecovery,
TestSkipOverseerOperations, TestStressLiveNodes]
[junit4] Completed [561/768 (2!)] on J0 in 91.28s, 1 test, 1 failure <<<
FAILURES!
[...truncated 44642 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
