Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1561/
3 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at
__randomizedtesting.SeedInfo.seed([DE164F63F47C248D:564270B95A804975]:0)
at java.nio.HeapByteBuffer.<init>(HeapByteBuffer.java:57)
at java.nio.ByteBuffer.allocate(ByteBuffer.java:335)
at java.nio.charset.CharsetEncoder.encode(CharsetEncoder.java:795)
at java.nio.charset.Charset.encode(Charset.java:843)
at java.nio.charset.Charset.encode(Charset.java:863)
at
org.apache.http.client.utils.URLEncodedUtils.urlEncode(URLEncodedUtils.java:532)
at
org.apache.http.client.utils.URLEncodedUtils.encodeFormFields(URLEncodedUtils.java:652)
at
org.apache.http.client.utils.URLEncodedUtils.format(URLEncodedUtils.java:404)
at
org.apache.http.client.utils.URLEncodedUtils.format(URLEncodedUtils.java:382)
at
org.apache.http.client.entity.UrlEncodedFormEntity.<init>(UrlEncodedFormEntity.java:75)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.fillContentStream(HttpSolrClient.java:513)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:420)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:974)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:990)
at
org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:228)
at
org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:167)
at
org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:668)
at
org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode
Error Message:
trigger did not fire
Stack Trace:
java.lang.AssertionError: trigger did not fire
at
__randomizedtesting.SeedInfo.seed([DE164F63F47C248D:79F952C03B31AB95]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:300)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.search.join.TestScoreJoinQPNoScore.testJoin
Error Message:
mismatch: '1'!='5' @ response/docs/[0]/id
Stack Trace:
java.lang.RuntimeException: mismatch: '1'!='5' @ response/docs/[0]/id
at
__randomizedtesting.SeedInfo.seed([DE164F63F47C248D:E3257AE9952B231B]:0)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1004)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:951)
at
org.apache.solr.search.join.TestScoreJoinQPNoScore.testJoin(TestScoreJoinQPNoScore.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14432 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> 3018845 INFO
(SUITE-TestLargeCluster-seed#[DE164F63F47C248D]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestLargeCluster_DE164F63F47C248D-001/init-core-data-001
[junit4] 2> 3018846 INFO
(SUITE-TestLargeCluster-seed#[DE164F63F47C248D]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3018847 INFO
(SUITE-TestLargeCluster-seed#[DE164F63F47C248D]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3018868 DEBUG
(SUITE-TestLargeCluster-seed#[DE164F63F47C248D]-worker) [ ]
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10005_solr
[junit4] 2> 3018868 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 3018869 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 0
[junit4] 2> 3018873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 3018873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 3018884 WARN
(SUITE-TestLargeCluster-seed#[DE164F63F47C248D]-worker) [ ]
o.a.s.h.a.MetricsHistoryHandler Missing .system, keeping metrics history in
memory
[junit4] 2> 3018922 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr,
127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr,
127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr,
127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr,
127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr,
127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr,
127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr,
127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr,
127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr,
127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr,
127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr,
127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr,
127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr,
127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr,
127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr,
127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr,
127.0.0.1:10072_solr]
[junit4] 2> 3018926 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3018926 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 3018950 DEBUG (ScheduledTrigger-5241-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3018971 DEBUG (ScheduledTrigger-5241-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3018971 INFO
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testBasic
[junit4] 2> 3018971 DEBUG
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
1
[junit4] 2> 3018972 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3018972 INFO
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 3018976 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3018976 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3018976 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
~[?:1.8.0_172]
[junit4] 2> at
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
~[?:1.8.0_172]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177)
[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 3018977 DEBUG
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 3018977 DEBUG
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 3018977 DEBUG
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 3018977 DEBUG
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool
executor
[junit4] 2> 3018978 DEBUG
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 3018978 DEBUG
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3018996 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 3018996 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 2
[junit4] 2> 3018997 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 3018997 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3019011 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr,
127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr,
127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr,
127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr,
127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr,
127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr,
127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr,
127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr,
127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr,
127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr,
127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr,
127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr,
127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr,
127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr,
127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr,
127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr,
127.0.0.1:10072_solr]
[junit4] 2> 3019016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3019016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3019016 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019037 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019057 DEBUG (ScheduledTrigger-5246-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019077 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019098 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019118 DEBUG (simCloudManagerPool-5245-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3019118 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019118 DEBUG (simCloudManagerPool-5245-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 3019119 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3019119 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3019119 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3019138 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019158 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019167 DEBUG (simCloudManagerPool-5245-thread-4) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3019167 DEBUG (simCloudManagerPool-5245-thread-4) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 3019168 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3019168 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger1 - Initial
livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr,
127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr,
127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr,
127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr,
127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr,
127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr,
127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr,
127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr,
127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr,
127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr,
127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr,
127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr,
127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr,
127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr,
127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr,
127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr,
127.0.0.1:10072_solr]
[junit4] 2> 3019168 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3019169 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3019169 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019179 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019186 DEBUG (simCloudManagerPool-5245-thread-5) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3019186 DEBUG (simCloudManagerPool-5245-thread-5) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
5
[junit4] 2> 3019187 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3019187 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3019187 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3019189 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019271 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019280 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019291 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019300 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019311 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019320 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019332 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019341 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019352 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019361 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019372 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019381 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019392 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019401 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019413 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019422 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019433 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019442 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019453 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019462 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019474 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019483 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019494 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019503 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019514 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019524 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019540 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019544 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019560 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019564 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019580 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019585 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019601 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019605 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019621 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019625 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019641 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019645 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019661 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019665 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019682 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019780 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019780 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019800 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019800 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019820 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019820 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019841 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019841 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019861 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019861 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019881 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019881 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019901 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019902 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019922 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019922 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019942 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019942 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019962 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019962 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3019982 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3019983 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020003 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020003 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020023 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020023 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020043 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020043 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020063 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020064 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020084 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020084 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020104 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020104 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020129 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020130 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020130 DEBUG (simCloudManagerPool-5245-thread-85) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard5: {"core_node61":{
[junit4] 2> "core":"testBasic_shard5_replica_n61",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "node_name":"127.0.0.1:10104_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 3020132 DEBUG (simCloudManagerPool-5245-thread-84) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard4: {"core_node54":{
[junit4] 2> "core":"testBasic_shard4_replica_t54",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "node_name":"127.0.0.1:10010_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 3020132 DEBUG (simCloudManagerPool-5245-thread-83) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard3: {"core_node39":{
[junit4] 2> "core":"testBasic_shard3_replica_t39",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "node_name":"127.0.0.1:10082_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 3020132 DEBUG (simCloudManagerPool-5245-thread-82) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard2: {"core_node18":{
[junit4] 2> "core":"testBasic_shard2_replica_n18",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "node_name":"127.0.0.1:10023_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 3020132 DEBUG (simCloudManagerPool-5245-thread-86) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard1: {"core_node1":{
[junit4] 2> "core":"testBasic_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "node_name":"127.0.0.1:10092_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.numDocs":0,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 3020150 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020150 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020170 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020170 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020190 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020190 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020211 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020211 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020231 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 100
[junit4] 2> 3020231 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 3020243 INFO
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.c.a.s.TestLargeCluster Ready after 6180ms
[junit4] 2> 3020251 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 99
[junit4] 2> 3020251 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10081_solr
[junit4] 2> 3020251 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 99
[junit4] 2> 3020251 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10081_solr
[junit4] 2> 3020271 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 99
[junit4] 2> 3020272 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 99
[junit4] 2> 3020305 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 98
[junit4] 2> 3020312 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10098_solr
[junit4] 2> 3020327 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 98
[junit4] 2> 3020327 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10098_solr
[junit4] 2> 3020332 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 98
[junit4] 2> 3020351 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 97
[junit4] 2> 3020351 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10076_solr
[junit4] 2> 3020352 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 97
[junit4] 2> 3020352 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10076_solr
[junit4] 2> 3020352 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10081_solr]
[junit4] 2> 3020352 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"66396701c7da09T1quy3vfevx1lj04c04gwue8qb",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773562198776329,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[28773562198776329],
[junit4] 2> "nodeNames":["127.0.0.1:10081_solr"]}}
[junit4] 2> 3020560 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger1]
[junit4] 2> 3020603 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"66396701c7da09T1quy3vfevx1lj04c04gwue8qb",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773562198776329,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[28773562198776329],
[junit4] 2> "_enqueue_time_":28773577630875079,
[junit4] 2> "nodeNames":["127.0.0.1:10081_solr"]}}
[junit4] 2> 3020628 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"66396701c7da09T1quy3vfevx1lj04c04gwue8qb",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773562198776329,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[28773562198776329],
[junit4] 2> "_enqueue_time_":28773577630875079,
[junit4] 2> "nodeNames":["127.0.0.1:10081_solr"]}} with context
properties: {AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]}
[junit4] 2> 3020810 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node68
[junit4] 2> 3020810 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 28773590133
sessionWrapper.createTime 28773581141990779, this.sessionWrapper.createTime
28773581141990779
[junit4] 2> 3020816 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"66396701c7da09T1quy3vfevx1lj04c04gwue8qb",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773562198776329,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[28773562198776329],
[junit4] 2> "_enqueue_time_":28773577630875079,
[junit4] 2> "nodeNames":["127.0.0.1:10081_solr"]}} with context
properties:
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5f326167],
AFTER_ACTION=[start, compute], BEFORE_ACTION=[start, compute, execute]}
[junit4] 2> 3020816 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node68
[junit4] 2> 3020935 DEBUG (simCloudManagerPool-5245-thread-128) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{
[junit4] 2> "core":"testBasic_shard5_replica_t76",
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10072_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 3021175 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3021175 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 3021175 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 28608 ms for event
id=66396701c7da09T1quy3vfevx1lj04c04gwue8qb
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10077_solr
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10089_solr
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10057_solr
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10058_solr
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 92
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10077_solr
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10089_solr
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10057_solr
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10058_solr
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10098_solr, 127.0.0.1:10076_solr]
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"663967b66c1515T1quy3vfevx1lj04c04gwue8qe",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773565229438229,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773565229438229,
[junit4] 2> 28773567254950779],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10076_solr"]}}
[junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger1]
[junit4] 2> 3021326 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"663967b66c1515T1quy3vfevx1lj04c04gwue8qe",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773565229438229,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773565229438229,
[junit4] 2> 28773567254950779],
[junit4] 2> "_enqueue_time_":28773613458845629,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10076_solr"]}}
[junit4] 2> 3021326 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"663967b66c1515T1quy3vfevx1lj04c04gwue8qe",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773565229438229,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773565229438229,
[junit4] 2> 28773567254950779],
[junit4] 2> "_enqueue_time_":28773613458845629,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10076_solr"]}} with context properties:
{AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]}
[junit4] 2> 3021437 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node22
[junit4] 2> 3021488 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node55
[junit4] 2> 3021488 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 28773624060
sessionWrapper.createTime 28773616025935179, this.sessionWrapper.createTime
28773616025935179
[junit4] 2> 3021489 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"663967b66c1515T1quy3vfevx1lj04c04gwue8qe",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773565229438229,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773565229438229,
[junit4] 2> 28773567254950779],
[junit4] 2> "_enqueue_time_":28773613458845629,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10076_solr"]}} with context properties:
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@7f1be175,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@db1b125],
AFTER_ACTION=[start, compute], BEFORE_ACTION=[start, compute, execute]}
[junit4] 2> 3021489 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node22
[junit4] 2> 3021604 DEBUG (simCloudManagerPool-5245-thread-143) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{
[junit4] 2> "core":"testBasic_shard2_replica_t78",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10056_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 3021817 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node55
[junit4] 2> 3021938 DEBUG (simCloudManagerPool-5245-thread-151) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{
[junit4] 2> "core":"testBasic_shard4_replica_t80",
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10103_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 3022130 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3022130 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 3022130 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 40217 ms for event
id=663967b66c1515T1quy3vfevx1lj04c04gwue8qe
[junit4] 2> 3022230 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 3022231 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 92
[junit4] 2> 3022231 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10057_solr, 127.0.0.1:10087_solr, 127.0.0.1:10058_solr,
127.0.0.1:10077_solr, 127.0.0.1:10089_solr]
[junit4] 2> 3022231 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"663972f00a9b3dT1quy3vfevx1lj04c04gwue8qh",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773613440768829,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773613440768829,
[junit4] 2> 28773613442491229,
[junit4] 2> 28773613441631879,
[junit4] 2> 28773613438952379,
[junit4] 2> 28773613439891429],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10057_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10058_solr",
[junit4] 2> "127.0.0.1:10077_solr",
[junit4] 2> "127.0.0.1:10089_solr"]}}
[junit4] 2> 3022231 DEBUG (ScheduledTrigger-5246-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger1]
[junit4] 2> 3022253 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"663972f00a9b3dT1quy3vfevx1lj04c04gwue8qh",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773613440768829,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773613440768829,
[junit4] 2> 28773613442491229,
[junit4] 2> 28773613441631879,
[junit4] 2> 28773613438952379,
[junit4] 2> 28773613439891429],
[junit4] 2> "_enqueue_time_":28773661191055379,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10057_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10058_solr",
[junit4] 2> "127.0.0.1:10077_solr",
[junit4] 2> "127.0.0.1:10089_solr"]}}
[junit4] 2> 3022253 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"663972f00a9b3dT1quy3vfevx1lj04c04gwue8qh",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773613440768829,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773613440768829,
[junit4] 2> 28773613442491229,
[junit4] 2> 28773613441631879,
[junit4] 2> 28773613438952379,
[junit4] 2> 28773613439891429],
[junit4] 2> "_enqueue_time_":28773661191055379,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10057_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10058_solr",
[junit4] 2> "127.0.0.1:10077_solr",
[junit4] 2> "127.0.0.1:10089_solr"]}} with context properties:
{AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]}
[junit4] 2> 3022800 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node40
[junit4] 2> 3023330 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node64
[junit4] 2> 3023709 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node37
[junit4] 2> 3023883 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10100_solr&inPlaceMove=true&replica=core_node51
[junit4] 2> 3023979 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node20
[junit4] 2> 3023983 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 28773748797
sessionWrapper.createTime 28773662441506029, this.sessionWrapper.createTime
28773662441506029
[junit4] 2> 3023983 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"663972f00a9b3dT1quy3vfevx1lj04c04gwue8qh",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773613440768829,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773613440768829,
[junit4] 2> 28773613442491229,
[junit4] 2> 28773613441631879,
[junit4] 2> 28773613438952379,
[junit4] 2> 28773613439891429],
[junit4] 2> "_enqueue_time_":28773661191055379,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10057_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10058_solr",
[junit4] 2> "127.0.0.1:10077_solr",
[junit4] 2> "127.0.0.1:10089_solr"]}} with context properties:
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@249deff6,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@669aa175,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@221eef47,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@6b49a7b0,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@20600770],
AFTER_ACTION=[start, compute], BEFORE_ACTION=[start, compute, execute]}
[junit4] 2> 3023986 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node40
[junit4] 2> 3024116 DEBUG (simCloudManagerPool-5245-thread-171) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{
[junit4] 2> "core":"testBasic_shard3_replica_t82",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 3024299 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node64
[junit4] 2> 3024409 DEBUG (simCloudManagerPool-5245-thread-179) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{
[junit4] 2> "core":"testBasic_shard5_replica_n84",
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10053_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 3024604 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node37
[junit4] 2> 3024866 DEBUG (simCloudManagerPool-5245-thread-187) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node87":{
[junit4] 2> "core":"testBasic_shard3_replica_t86",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10037_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 3025054 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10100_solr&inPlaceMove=true&replica=core_node51
[junit4] 2> 3025160 DEBUG (simCloudManagerPool-5245-thread-195) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node89":{
[junit4] 2> "core":"testBasic_shard4_replica_t88",
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10100_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 3025304 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node20
[junit4] 2> 3025433 DEBUG (simCloudManagerPool-5245-thread-200) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node91":{
[junit4] 2> "core":"testBasic_shard2_replica_n90",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10094_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 3025548 INFO
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.c.a.s.TestLargeCluster Ready after 249811ms
[junit4] 2> 3025549 INFO
(TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ]
o.a.s.c.a.s.TestLargeCluster OP COUNTS: {CREATE=1, DELETESTATUS=7,
MOVEREPLICA=8, REQUESTSTATUS=7, autoscaling=3, update=25}
[junit4] 2> 3025563 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3025563 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 3025563 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 165505 ms for event
id=663972f00a9b3dT1quy3vfevx1lj04c04gwue8qh
[junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 82
[junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr
[junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
[junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr
[junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10012_solr
[junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr
[junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10039_solr
[junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr
[junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10016_solr
[junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10067_solr
[junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr
[junit4] 2> 3025664 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10057_solr, 127.0.0.1:10089_solr, 127.0.0.1:10081_solr,
127.0.0.1:10076_solr, 127.0.0.1:10087_solr, 127.0.0.1:10058_solr,
127.0.0.1:10098_solr, 127.0.0.1:10077_solr]
[junit4] 2> 3025664 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"663972ef2f679dT1quy3vfevx1lj04c04gwue8qk",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":28773613426403229,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773613426403229,
[junit4] 2> 28773613425503079,
[junit4] 2> 28773562211925879,
[junit4] 2> 28773567184085129,
[junit4] 2> 28773613428158479,
[junit4] 2> 28773613427277579,
[junit4] 2> 28773565991036629,
[junit4] 2> 28773613424469879],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10057_solr",
[junit4] 2> "127.0.0.1:10089_solr",
[junit4] 2> "127.0.0.1:10081_solr",
[junit4] 2> "127.0.0.1:10076_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10058_solr",
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10077_solr"]}}
[junit4] 2> 3025664 DEBUG (ScheduledTrigger-5246-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger1]
[junit4] 2> 3025665 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"663972ef2f679dT1quy3vfevx1lj04c04gwue8qk",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":28773613426403229,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773613426403229,
[junit4] 2> 28773613425503079,
[junit4] 2> 28773562211925879,
[junit4] 2> 28773567184085129,
[junit4] 2> 28773613428158479,
[junit4] 2> 28773613427277579,
[junit4] 2> 28773565991036629,
[junit4] 2> 28773613424469879],
[junit4] 2> "_enqueue_time_":28773832836644529,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10057_solr",
[junit4] 2> "127.0.0.1:10089_solr",
[junit4] 2> "127.0.0.1:10081_solr",
[junit4] 2> "127.0.0.1:10076_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10058_solr",
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10077_solr"]}}
[junit4] 2> 3025665 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"663972ef2f679dT1quy3vfevx1lj04c04gwue8qk",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":28773613426403229,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773613426403229,
[junit4] 2> 28773613425503079,
[junit4] 2> 28773562211925879,
[junit4] 2> 28773567184085129,
[junit4] 2> 28773613428158479,
[junit4] 2> 28773613427277579,
[junit4] 2> 28773565991036629,
[junit4] 2> 28773613424469879],
[junit4] 2> "_enqueue_time_":28773832836644529,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10057_solr",
[junit4] 2> "127.0.0.1:10089_solr",
[junit4] 2> "127.0.0.1:10081_solr",
[junit4] 2> "127.0.0.1:10076_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10058_solr",
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10077_solr"]}} with context properties:
{BEFORE_ACTION=[auto_add_replicas_plan]}
[junit4] 2> 3025667 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 28773833013
sessionWrapper.createTime 28773832986585279, this.sessionWrapper.createTime
28773832986585279
[junit4] 2> 3025668 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"663972ef2f679dT1quy3vfevx1lj04c04gwue8qk",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":28773613426403229,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773613426403229,
[junit4] 2> 28773613425503079,
[junit4] 2> 28773562211925879,
[junit4] 2> 28773567184085129,
[junit4] 2> 28773613428158479,
[junit4] 2> 28773613427277579,
[junit4] 2> 28773565991036629,
[junit4] 2> 28773613424469879],
[junit4] 2> "_enqueue_time_":28773832836644529,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10057_solr",
[junit4] 2> "127.0.0.1:10089_solr",
[junit4] 2> "127.0.0.1:10081_solr",
[junit4] 2> "127.0.0.1:10076_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10058_solr",
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10077_solr"]}} with context properties:
{AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan,
execute_plan]}
[junit4] 2> 3025668 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"663972ef2f679dT1quy3vfevx1lj04c04gwue8qk",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":28773613426403229,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773613426403229,
[junit4] 2> 28773613425503079,
[junit4] 2> 28773562211925879,
[junit4] 2> 28773567184085129,
[junit4] 2> 28773613428158479,
[junit4] 2> 28773613427277579,
[junit4] 2> 28773565991036629,
[junit4] 2> 28773613424469879],
[junit4] 2> "_enqueue_time_":28773832836644529,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10057_solr",
[junit4] 2> "127.0.0.1:10089_solr",
[junit4] 2> "127.0.0.1:10081_solr",
[junit4] 2> "127.0.0.1:10076_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10058_solr",
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10077_solr"]}}
[junit4] 2> 3025670 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3025670 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 3025670 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 236 ms for event
id=663972ef2f679dT1quy3vfevx1lj04c04gwue8qk
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 82
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 82
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10012_solr
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10039_solr
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10016_solr
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10067_solr
[junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr
[junit4] 2> 3025832 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 84
[junit4] 2> 3025832 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 84
[junit4] 2> 3025852 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 85
[junit4] 2> 3025852 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr
[junit4] 2> 3025853 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 85
[junit4] 2> 3025853 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr
[junit4] 2> 3025873 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 85
[junit4] 2> 3025873 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 85
[junit4] 2> 3025893 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 85
[junit4] 2> 3025893 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 85
[junit4] 2> 3025913 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 85
[junit4] 2> 3025914 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 85
[junit4] 2> 3025914 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10055_solr, 127.0.0.1:10067_solr, 127.0.0.1:10049_solr,
127.0.0.1:10074_solr, 127.0.0.1:10012_solr, 127.0.0.1:10064_solr]
[junit4] 2> 3025914 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"6639a7bc38592dT1quy3vfevx1lj04c04gwue8qn",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773840204618029,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773840204618029,
[junit4] 2> 28773840208005129,
[junit4] 2> 28773840193461429,
[junit4] 2> 28773840196005679,
[junit4] 2> 28773840199467029,
[junit4] 2> 28773840209683579],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10055_solr",
[junit4] 2> "127.0.0.1:10067_solr",
[junit4] 2> "127.0.0.1:10049_solr",
[junit4] 2> "127.0.0.1:10074_solr",
[junit4] 2> "127.0.0.1:10012_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}}
[junit4] 2> 3025914 DEBUG (ScheduledTrigger-5246-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger1]
[junit4] 2> 3025915 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"6639a7bc38592dT1quy3vfevx1lj04c04gwue8qn",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773840204618029,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773840204618029,
[junit4] 2> 28773840208005129,
[junit4] 2> 28773840193461429,
[junit4] 2> 28773840196005679,
[junit4] 2> 28773840199467029,
[junit4] 2> 28773840209683579],
[junit4] 2> "_enqueue_time_":28773845338796729,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10055_solr",
[junit4] 2> "127.0.0.1:10067_solr",
[junit4] 2> "127.0.0.1:10049_solr",
[junit4] 2> "127.0.0.1:10074_solr",
[junit4] 2> "127.0.0.1:10012_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}}
[junit4] 2> 3025915 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"6639a7bc38592dT1quy3vfevx1lj04c04gwue8qn",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":28773840204618029,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 28773840204618029,
[junit4] 2> 28773840208005129,
[junit4] 2> 28773840193461429,
[junit4] 2> 28773840196005679,
[junit4] 2> 28773840199467029,
[junit4] 2> 28773840209683579],
[junit4] 2> "_enqueue_time_":28773845338796729,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10055_solr",
[junit4] 2> "127.0.0.1:10067_solr",
[junit4] 2> "127.0.0.1:10049_solr",
[junit4] 2> "127.0.0.1:10074_solr",
[junit4] 2> "127.0.0.1:10012_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}} with context properties:
{AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]}
[junit4] 2> 3026204 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node34
[junit4] 2> 3026810 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node8
[junit4] 2> 3027042 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10031_solr&inPlaceMove=true&replica=core_node75
[junit4] 2> 3027082 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10097_solr&inPlaceMove=true&replica=core_node35
[junit4] 2> 3027149 INFO (AutoscalingActionExecutor-5247-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10078_solr&inPlaceMove=true&replica=core_node4
[junit4] 2> 3027210 INFO
[...truncated too long message...]
lrJmxReporter@3f5864a7: rootName = null, domain = solr.jvm, service url = null,
agent id = null] for registry solr.jvm /
com.codahale.metrics.MetricRegistry@7e8a818e
[junit4] 2> 5994183 INFO
(SUITE-TestScoreJoinQPNoScore-seed#[DE164F63F47C248D]-worker) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
tag=null
[junit4] 2> 5994183 INFO
(SUITE-TestScoreJoinQPNoScore-seed#[DE164F63F47C248D]-worker) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@40cd4404: rootName = null,
domain = solr.jetty, service url = null, agent id = null] for registry
solr.jetty / com.codahale.metrics.MetricRegistry@15887058
[junit4] 2> 5994183 INFO (coreCloseExecutor-12807-thread-1) [
x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore
org.apache.solr.core.SolrCore@37cb121c
[junit4] 2> 5994183 INFO (coreCloseExecutor-12807-thread-1) [
x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.core.collection1, tag=37cb121c
[junit4] 2> 5994183 INFO (coreCloseExecutor-12807-thread-1) [
x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@1ee8fd43: rootName = null,
domain = solr.core.collection1, service url = null, agent id = null] for
registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@375d853
[junit4] 2> NOTE: leaving temporary files on disk at:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.search.join.TestScoreJoinQPNoScore_DE164F63F47C248D-001
[junit4] 2> NOTE: test params are: codec=Lucene70,
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@701c95d0),
locale=pl-PL, timezone=America/Boa_Vista
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation
1.8.0_172 (64-bit)/cpus=4,threads=1,free=186307144,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [ShardSplitTest,
ClusterStateUpdateTest, TestAtomicUpdateErrorCases, MultiTermTest,
TestUniqueKeyFieldResource, SuggestComponentContextFilterQueryTest,
TestRangeQuery, TestPolicyCloud, BigEndianAscendingWordSerializerTest,
CoreAdminHandlerTest, TestFieldCollectionResource, TestConfigSetsAPIZkFailure,
ClassificationUpdateProcessorFactoryTest, CachingDirectoryFactoryTest,
CloudExitableDirectoryReaderTest, TestSolrCoreProperties, TestFaceting,
FileBasedSpellCheckerTest, CacheHeaderTest, TestNumericTokenStream,
TestUnInvertedFieldException, TestDynamicLoading, TestBadConfig,
TestNonDefinedSimilarityFactory, IndexSchemaRuntimeFieldTest,
WrapperMergePolicyFactoryTest, TestMultiWordSynonyms,
DistributedSuggestComponentTest, DeleteInactiveReplicaTest, SuggesterTSTTest,
TestBlendedInfixSuggestions, TestLazyCores, ConjunctionSolrSpellCheckerTest,
AutoAddReplicasPlanActionTest, BlockJoinFacetRandomTest, TestSolrConfigHandler,
HdfsBasicDistributedZkTest, TestGraphMLResponseWriter, TestSmileRequest,
TestPKIAuthenticationPlugin, BaseCdcrDistributedZkTest, ConnectionManagerTest,
TestLMJelinekMercerSimilarityFactory, TestSolrQueryResponse, TestReqParamsAPI,
IndexSizeTriggerTest, DistributedFacetSimpleRefinementLongTailTest,
NotRequiredUniqueKeyTest, TestApiFramework,
OverriddenZkACLAndCredentialsProvidersTest, AssignBackwardCompatibilityTest,
DistributedFacetPivotLongTailTest, SpatialRPTFieldTypeTest, TestManagedSchema,
PreAnalyzedFieldTest, CollectionTooManyReplicasTest,
HdfsRestartWhileUpdatingTest, RandomizedTaggerTest, TestSolrFieldCacheBean,
TestRealTimeGet, ScheduledMaintenanceTriggerTest, CollectionsAPISolrJTest,
NumericFieldsTest, TestZkAclsWithHadoopAuth, TestQueryTypes,
TestPayloadCheckQParserPlugin, TestSolrDeletionPolicy2, DateMathParserTest,
DirectSolrSpellCheckerTest, NodeLostTriggerTest, DirectoryFactoryTest,
TestFieldCacheReopen, MultiThreadedOCPTest, TestExclusionRuleCollectionAccess,
TestSubQueryTransformerCrossCore, ActionThrottleTest,
DistributedFacetPivotWhiteBoxTest, SearchHandlerTest, HdfsNNFailoverTest,
TestSolrCloudWithSecureImpersonation, TestCloudJSONFacetJoinDomain,
TestConfigSetImmutable, TriggerSetPropertiesIntegrationTest, MinimalSchemaTest,
CoreAdminRequestStatusTest, DistanceUnitsTest, ReturnFieldsTest, TestUtils,
TestGraphTermsQParserPlugin, ConcurrentDeleteAndCreateCollectionTest,
TestSolrCLIRunExample, LukeRequestHandlerTest, AutoscalingHistoryHandlerTest,
HdfsTlogReplayBufferedWhileIndexingTest, TestSortableTextField, DateFieldTest,
TestTrieFacet, CircularListTest, ChaosMonkeySafeLeaderWithPullReplicasTest,
TestClusterProperties, TestExactStatsCache, TestSkipOverseerOperations,
SolrGraphiteReporterTest, TestReplicaProperties, SolrTestCaseJ4Test,
TestCoreAdminApis, TestLargeCluster, TestCopyFieldCollectionResource,
ZkShardTermsTest, SolrCloudExampleTest, MoveReplicaHDFSTest,
TestRandomDVFaceting, RegexBoostProcessorTest, TestCoreContainer,
TestCollapseQParserPlugin, TestFieldTypeResource, TestRawResponseWriter,
ZkStateWriterTest, LeaderElectionIntegrationTest, ReplaceNodeNoTargetTest,
TestCustomSort, TestSchemaSimilarityResource, DeleteReplicaTest,
ExecutePlanActionTest, SolrMetricReporterTest, TestFastWriter,
TestTolerantSearch, TriLevelCompositeIdRoutingTest, TestReloadDeadlock,
SparseHLLTest, TestGroupingSearch, BadIndexSchemaTest, ConvertedLegacyTest,
TestFiltering, ShowFileRequestHandlerTest, SolrIndexSplitterTest,
SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest,
SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, DocValuesTest,
SuggesterTest, SpatialFilterTest, TestCSVLoader, NoCacheHeaderTest,
SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest,
DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest,
XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest,
DocumentAnalysisRequestHandlerTest, TestOmitPositions, RequestHandlersTest,
PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest,
LoggingHandlerTest, TestJmxIntegration, BinaryUpdateRequestHandlerTest,
TestComponentsName, TestQuerySenderListener, TestSolrIndexConfig,
CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest,
TestStressRecovery, TestBinaryField, DirectSolrConnectionTest,
SpellPossibilityIteratorTest, TestXIncludeConfig, EchoParamsTest,
TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory,
TestBM25SimilarityFactory, ResourceLoaderTest, URLClassifyProcessorTest,
TestSuggestSpellingConverter, DOMUtilTest, ClusterStateTest, SliceStateTest,
DistributedMLTComponentTest, DistributedIntervalFacetingTest,
TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors,
TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest,
AsyncCallRequestStatusResponseTest,
ChaosMonkeyNothingIsSafeWithPullReplicasTest, CreateRoutedAliasTest,
ForceLeaderTest, HttpPartitionOnCommitTest, MigrateRouteKeyTest,
MoveReplicaHDFSFailoverTest, ReplicationFactorTest, RestartWhileUpdatingTest,
RollingRestartTest, TestTolerantUpdateProcessorCloud,
TestTolerantUpdateProcessorRandomCloud, AssignTest,
CollectionsAPIDistributedZkTest, HdfsAutoAddReplicasIntegrationTest,
MetricTriggerIntegrationTest, NodeMarkersRegistrationTest,
TestDistribStateManager, TestExecutePlanAction, TestNodeAddedTrigger,
TestNodeLostTrigger, TestTriggerIntegration, CdcrReplicationDistributedZkTest,
CdcrReplicationHandlerTest, SearchHandlerTest, TestConfigReload,
TestReplicationHandlerBackup, TestSQLHandler, TestSQLHandlerNonCloud,
TestSolrConfigHandlerConcurrent, V2ApiIntegrationTest, InfoHandlerTest,
SecurityConfHandlerTest, StatsReloadRaceTest,
DistributedQueryComponentCustomSortTest, ReplicaListTransformerTest,
SpatialHeatmapFacetsTest, TestLegacyFieldReuse, TestLegacyTerms,
TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32,
TestNumericRangeQuery64, SolrGangliaReporterTest, SolrRrdBackendFactoryTest,
TestStreamBody, TestMacroExpander, JSONWriterTest, TestBinaryResponseWriter,
TestCustomDocTransformer, TestRawTransformer, TestRetrieveFieldsOptimizer,
TestChildDocTransformer, TestSubQueryTransformerDistrib, TestManagedResource,
TestManagedResourceStorage, TestRestManager, TestBulkSchemaAPI,
TestFieldTypeCollectionResource, TestManagedSynonymGraphFilterFactory,
PreAnalyzedFieldManagedSchemaCloudTest, TestCloudManagedSchema,
TestSchemalessBufferedUpdates, TestUseDocValuesAsStored,
AnalyticsMergeStrategyTest, TestLegacyNumericRangeQueryBuilder,
TestMaxScoreQueryParser, TestMissingGroups, TestStandardQParsers,
TestJsonFacetRefinement, TestJsonFacetsWithNestedObjects, TestOrdValues,
TestSortByMinMaxFunction, BJQParserTest, BlockJoinFacetDistribTest,
TestCloudNestedDocsSort, TestScoreJoinQPNoScore]
[junit4] Completed [766/818 (3!)] on J2 in 29.51s, 4 tests, 1 error <<<
FAILURES!
[...truncated 178 lines...]
[junit4] JVM J1: stdout was not empty, see:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J1-20180607_225316_6755291499750572935171.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid742.hprof
...
[junit4] Heap dump file created [604739568 bytes in 6.564 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 9413 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651:
The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585:
Some of the tests produced a heap dump, but did not fail. Maybe a suppressed
OutOfMemoryError? Dumps created:
* java_pid742.hprof
Total time: 411 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
