Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/206/
Java: 64bit/jdk-12-ea+shipilev-fastdebug -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED:
org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at
__randomizedtesting.SeedInfo.seed([CB1BD21013E87B18:9653CC99DC2EDD57]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at
org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate(TestSimLargeCluster.java:682)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
FAILED:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate
Error Message:
The trigger did not start in time
Stack Trace:
java.lang.AssertionError: The trigger did not start in time
at
__randomizedtesting.SeedInfo.seed([CB1BD21013E87B18:9653CC99DC2EDD57]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1369)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 13793 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster
[junit4] 2> 1521426 INFO
(SUITE-TestSimLargeCluster-seed#[CB1BD21013E87B18]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimLargeCluster_CB1BD21013E87B18-001/init-core-data-001
[junit4] 2> 1521427 WARN
(SUITE-TestSimLargeCluster-seed#[CB1BD21013E87B18]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1521427 INFO
(SUITE-TestSimLargeCluster-seed#[CB1BD21013E87B18]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1521429 INFO
(SUITE-TestSimLargeCluster-seed#[CB1BD21013E87B18]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0,
clientAuth=0.0/0.0)
[junit4] IGNOR/A 0.00s J1 | TestSimLargeCluster.testNodeLost
[junit4] > Assumption #1: 'badapple' test group is disabled
(@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028";))
[junit4] 2> 1521434 INFO
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 1521437 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10004_solr
[junit4] 2> 1521438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 1521438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 1521439 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1521439 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1521439 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 1521440 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1521440 INFO
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history
in memory.
[junit4] 2> 1521463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr,
127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr,
127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr,
127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr,
127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr,
127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr,
127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr,
127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr,
127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr,
127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr,
127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr,
127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr,
127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr,
127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr,
127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr,
127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr,
127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr,
127.0.0.1:10072_solr]
[junit4] 2> 1521473 DEBUG (ScheduledTrigger-4042-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 1521489 DEBUG (ScheduledTrigger-4042-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 1521493 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1521493 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1521499 DEBUG (simCloudManagerPool-4041-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1521499 DEBUG (simCloudManagerPool-4041-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
2
[junit4] 2> 1521499 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1521500 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1521500 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1521502 DEBUG (ScheduledTrigger-4042-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 1521508 DEBUG (simCloudManagerPool-4041-thread-4) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1521508 DEBUG (simCloudManagerPool-4041-thread-4) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 1521508 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1521509 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system,
currentVersion=1
[junit4] 2> 1521509 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1521509 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1521509 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=1
[junit4] 2> 1521509 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 1521515 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=2
[junit4] 2> 1521515 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 1521526 DEBUG (simCloudManagerPool-4041-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=3
[junit4] 2> 1521527 DEBUG (simCloudManagerPool-4041-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 1521529 DEBUG (simCloudManagerPool-4041-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1
(currentVersion=4): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10103_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1521537 DEBUG (simCloudManagerPool-4041-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=4
[junit4] 2> 1521537 DEBUG (simCloudManagerPool-4041-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 1521543 DEBUG (simCloudManagerPool-4041-thread-7) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=5
[junit4] 2> 1521543 DEBUG (simCloudManagerPool-4041-thread-7) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 1521543 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system,
currentVersion=6
[junit4] 2> 1521544 DEBUG (simCloudManagerPool-4041-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testSearchRate,
currentVersion=6
[junit4] 2> 1521544 DEBUG (simCloudManagerPool-4041-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=6
[junit4] 2> 1521544 DEBUG (simCloudManagerPool-4041-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 1521550 DEBUG (simCloudManagerPool-4041-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=7
[junit4] 2> 1521551 DEBUG (simCloudManagerPool-4041-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 1521560 DEBUG (simCloudManagerPool-4041-thread-10) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=8
[junit4] 2> 1521560 DEBUG (simCloudManagerPool-4041-thread-10) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 1521574 DEBUG (simCloudManagerPool-4041-thread-14) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate /
shard1 (currentVersion=9): {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10057_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1521582 DEBUG (simCloudManagerPool-4041-thread-11) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=9
[junit4] 2> 1521582 DEBUG (simCloudManagerPool-4041-thread-11) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 1521587 DEBUG (simCloudManagerPool-4041-thread-12) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=10
[junit4] 2> 1521589 DEBUG (simCloudManagerPool-4041-thread-12) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 1521594 DEBUG (simCloudManagerPool-4041-thread-13) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=11
[junit4] 2> 1521604 DEBUG (simCloudManagerPool-4041-thread-13) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 1521612 DEBUG (simCloudManagerPool-4041-thread-26) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=12
[junit4] 2> 1521621 DEBUG (simCloudManagerPool-4041-thread-26) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 1521634 DEBUG (simCloudManagerPool-4041-thread-16) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=13
[junit4] 2> 1521634 DEBUG (simCloudManagerPool-4041-thread-16) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 1521646 DEBUG (simCloudManagerPool-4041-thread-15) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=14
[junit4] 2> 1521647 DEBUG (simCloudManagerPool-4041-thread-15) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 1521658 DEBUG (simCloudManagerPool-4041-thread-17) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=15
[junit4] 2> 1521658 DEBUG (simCloudManagerPool-4041-thread-17) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 1521666 DEBUG (simCloudManagerPool-4041-thread-18) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=16
[junit4] 2> 1521666 DEBUG (simCloudManagerPool-4041-thread-18) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 1521674 DEBUG (simCloudManagerPool-4041-thread-19) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=17
[junit4] 2> 1521674 DEBUG (simCloudManagerPool-4041-thread-19) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 1521682 DEBUG (simCloudManagerPool-4041-thread-20) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=18
[junit4] 2> 1521682 DEBUG (simCloudManagerPool-4041-thread-20) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 1521690 DEBUG (simCloudManagerPool-4041-thread-21) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=19
[junit4] 2> 1521690 DEBUG (simCloudManagerPool-4041-thread-21) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 1521698 DEBUG (simCloudManagerPool-4041-thread-22) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=20
[junit4] 2> 1521699 DEBUG (simCloudManagerPool-4041-thread-22) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 1521704 DEBUG (simCloudManagerPool-4041-thread-23) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=21
[junit4] 2> 1521706 DEBUG (simCloudManagerPool-4041-thread-23) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 1521714 DEBUG (simCloudManagerPool-4041-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=22
[junit4] 2> 1521714 DEBUG (simCloudManagerPool-4041-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 1521721 DEBUG (simCloudManagerPool-4041-thread-25) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=23
[junit4] 2> 1521721 DEBUG (simCloudManagerPool-4041-thread-25) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 1521730 DEBUG (simCloudManagerPool-4041-thread-27) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=24
[junit4] 2> 1521730 DEBUG (simCloudManagerPool-4041-thread-27) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 1521746 DEBUG (simCloudManagerPool-4041-thread-28) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=25
[junit4] 2> 1521747 DEBUG (simCloudManagerPool-4041-thread-28) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
[junit4] 2> 1521752 DEBUG (simCloudManagerPool-4041-thread-29) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=26
[junit4] 2> 1521753 DEBUG (simCloudManagerPool-4041-thread-29) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
[junit4] 2> 1521769 DEBUG (simCloudManagerPool-4041-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection
testSearchRate, currentVersion=27
[junit4] 2> 1521774 DEBUG (simCloudManagerPool-4041-thread-31) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=27
[junit4] 2> 1521774 DEBUG (simCloudManagerPool-4041-thread-31) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
[junit4] 2> 1521775 DEBUG (simCloudManagerPool-4041-thread-30) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate /
shard2 (currentVersion=28): {"core_node16":{
[junit4] 2> "core":"testSearchRate_shard2_replica_n16",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10024_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1521776 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=28
[junit4] 2> 1521776 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
[junit4] 2> 1521777 INFO
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.s.TestSimLargeCluster Ready after 775 ms
[junit4] 2> 1521913 DEBUG (simCloudManagerPool-4041-thread-47) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=29
[junit4] 2> 1521914 DEBUG (simCloudManagerPool-4041-thread-47) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
[junit4] 2> 1521950 DEBUG (simCloudManagerPool-4041-thread-47) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1521950 DEBUG (simCloudManagerPool-4041-thread-47) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 1521951 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1521951 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1521951 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1522009 DEBUG (simCloudManagerPool-4041-thread-48) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1522009 DEBUG (simCloudManagerPool-4041-thread-48) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
5
[junit4] 2> 1522010 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1522010 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1522010 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1522170 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10021_solr
[junit4] 2> 1522218 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10005_solr
[junit4] 2> 1522218 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10035_solr
[junit4] 2> 1522218 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10019_solr
[junit4] 2> 1522218 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n10:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1522287 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10022_solr
[junit4] 2> 1522287 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10017_solr
[junit4] 2> 1522287 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n6:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1522287 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10047_solr
[junit4] 2> 1522287 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n2:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1522287 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10095_solr
[junit4] 2> 1522287 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n4:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1522287 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10036_solr
[junit4] 2> 1522287 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10006_solr
[junit4] 2> 1522287 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10079_solr
[junit4] 2> 1522287 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n5:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10007_solr
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n8:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10077_solr
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n3:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10061_solr
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10048_solr
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n7:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10057_solr
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n1:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10073_solr
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n9:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10090_solr
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10028_solr
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10014_solr
[junit4] 2> 1522288 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10011_solr
[junit4] 2> 1522289 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10024_solr
[junit4] 2> 1522289 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10103_solr
[junit4] 2> 1522314 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## Collection: testSearchRate
[junit4] 2> 1522338 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## - shard1
[junit4] 2> 1522360 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n10 4.0
[junit4] 2> 1522360 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n6 4.0
[junit4] 2> 1522360 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n2 4.0
[junit4] 2> 1522360 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n4 4.0
[junit4] 2> 1522360 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n5 4.0
[junit4] 2> 1522360 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n8 4.0
[junit4] 2> 1522360 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n3 4.0
[junit4] 2> 1522360 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n7 4.0
[junit4] 2> 1522360 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n1 4.0
[junit4] 2> 1522360 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n9 4.0
[junit4] 2> 1523094 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger -- testSearchRate.shard1: totalShardRate=40.0,
shardRate=4.0
[junit4] 2> 1523196 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10021_solr
[junit4] 2> 1523196 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10005_solr
[junit4] 2> 1523196 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10035_solr
[junit4] 2> 1523196 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10019_solr
[junit4] 2> 1523196 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n10:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1523196 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10022_solr
[junit4] 2> 1523196 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10017_solr
[junit4] 2> 1523196 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n6:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1523196 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10047_solr
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n2:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10095_solr
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n4:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10036_solr
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10006_solr
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10079_solr
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n5:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10007_solr
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n8:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10077_solr
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n3:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10061_solr
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10048_solr
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n7:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10057_solr
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n1:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1523197 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10073_solr
[junit4] 2> 1523198 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n9:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 1523198 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10090_solr
[junit4] 2> 1523198 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10028_solr
[junit4] 2> 1523198 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10014_solr
[junit4] 2> 1523198 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10011_solr
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10024_solr
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10103_solr
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## Collection: testSearchRate
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## - shard1
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n10 4.0
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n6 4.0
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n2 4.0
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n4 4.0
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n5 4.0
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n8 4.0
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n3 4.0
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n7 4.0
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n1 4.0
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n9 4.0
[junit4] 2> 1523202 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger -- testSearchRate.shard1: totalShardRate=40.0,
shardRate=4.0
[junit4] 2> 1524105 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1ac46fc047234Tbao8u6x1193pc0jtaynuxp1a5",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":470895852548660,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node10":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n10",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10019_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node6":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n6",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10017_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10047_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node4":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n4",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10095_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node5":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n5",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10079_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node8":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n8",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node3":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10077_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node7":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n7",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10048_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10057_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node9":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n9",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10073_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"testSearchRate":{"shard1":4.0}},
[junit4] 2> "hotCollections":{"testSearchRate":40.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10073_solr":4.0,
[junit4] 2> "127.0.0.1:10057_solr":4.0,
[junit4] 2> "127.0.0.1:10079_solr":4.0,
[junit4] 2> "127.0.0.1:10077_solr":4.0,
[junit4] 2> "127.0.0.1:10047_solr":4.0,
[junit4] 2> "127.0.0.1:10017_solr":4.0,
[junit4] 2> "127.0.0.1:10095_solr":4.0,
[junit4] 2> "127.0.0.1:10019_solr":4.0,
[junit4] 2> "127.0.0.1:10048_solr":4.0,
[junit4] 2> "127.0.0.1:10007_solr":4.0},
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testSearchRate",
[junit4] 2> "second":"shard1"}]}}]}}
[junit4] 2> 1524106 DEBUG (ScheduledTrigger-4042-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [search_rate_trigger]
[junit4] 2> 1524216 DEBUG (AutoscalingActionExecutor-4043-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1ac46fc047234Tbao8u6x1193pc0jtaynuxp1a5",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":470895852548660,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node10":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n10",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10019_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node6":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n6",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10017_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10047_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node4":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n4",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10095_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node5":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n5",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10079_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node8":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n8",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node3":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10077_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node7":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n7",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10048_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10057_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node9":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n9",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10073_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"testSearchRate":{"shard1":4.0}},
[junit4] 2> "hotCollections":{"testSearchRate":40.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10073_solr":4.0,
[junit4] 2> "127.0.0.1:10057_solr":4.0,
[junit4] 2> "127.0.0.1:10079_solr":4.0,
[junit4] 2> "127.0.0.1:10077_solr":4.0,
[junit4] 2> "127.0.0.1:10047_solr":4.0,
[junit4] 2> "127.0.0.1:10017_solr":4.0,
[junit4] 2> "127.0.0.1:10095_solr":4.0,
[junit4] 2> "127.0.0.1:10019_solr":4.0,
[junit4] 2> "127.0.0.1:10048_solr":4.0,
[junit4] 2> "127.0.0.1:10007_solr":4.0},
[junit4] 2> "_enqueue_time_":471070427508960,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testSearchRate",
[junit4] 2> "second":"shard1"}]}}]}}
[junit4] 2> 1524217 DEBUG (AutoscalingActionExecutor-4043-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"1ac46fc047234Tbao8u6x1193pc0jtaynuxp1a5",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":470895852548660,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node10":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n10",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10019_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node6":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n6",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10017_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10047_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node4":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n4",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10095_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node5":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n5",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10079_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node8":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n8",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node3":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10077_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node7":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n7",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10048_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10057_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node9":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n9",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10073_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"testSearchRate":{"shard1":4.0}},
[junit4] 2> "hotCollections":{"testSearchRate":40.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10073_solr":4.0,
[junit4] 2> "127.0.0.1:10057_solr":4.0,
[junit4] 2> "127.0.0.1:10079_solr":4.0,
[junit4] 2> "127.0.0.1:10077_solr":4.0,
[junit4] 2> "127.0.0.1:10047_solr":4.0,
[junit4] 2> "127.0.0.1:10017_solr":4.0,
[junit4] 2> "127.0.0.1:10095_solr":4.0,
[junit4] 2> "127.0.0.1:10019_solr":4.0,
[junit4] 2> "127.0.0.1:10048_solr":4.0,
[junit4] 2> "127.0.0.1:10007_solr":4.0},
[junit4] 2> "_enqueue_time_":471070427508960,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testSearchRate",
[junit4] 2> "second":"shard1"}]}}]}} with context
properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 1524271 DEBUG (AutoscalingActionExecutor-4043-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 1524352 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1524353 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1524353 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1524330 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1524271 DEBUG (AutoscalingActionExecutor-4043-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"1ac46fc047234Tbao8u6x1193pc0jtaynuxp1a5",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":470895852548660,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node10":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n10",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10019_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node6":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n6",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10017_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10047_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node4":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n4",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10095_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node5":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n5",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10079_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node8":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n8",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node3":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10077_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node7":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n7",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10048_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10057_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node9":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n9",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10073_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "__start__":1,
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"testSearchRate":{"shard1":4.0}},
[junit4] 2> "hotCollections":{"testSearchRate":40.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10073_solr":4.0,
[junit4] 2> "127.0.0.1:10057_solr":4.0,
[junit4] 2> "127.0.0.1:10079_solr":4.0,
[junit4] 2> "127.0.0.1:10077_solr":4.0,
[junit4] 2> "127.0.0.1:10047_solr":4.0,
[junit4] 2> "127.0.0.1:10017_solr":4.0,
[junit4] 2> "127.0.0.1:10095_solr":4.0,
[junit4] 2> "127.0.0.1:10019_solr":4.0,
[junit4] 2> "127.0.0.1:10048_solr":4.0,
[junit4] 2> "127.0.0.1:10007_solr":4.0},
[junit4] 2> "_enqueue_time_":471070427508960,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testSearchRate",
[junit4] 2> "second":"shard1"}]}}]}} with context
properties: {operations=[{
[junit4] 2>
"class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"ADDREPLICA",
[junit4] 2> "params.collection":"testSearchRate",
[junit4] 2> "params.shard":"shard1",
[junit4] 2> "params.node":"127.0.0.1:10072_solr",
[junit4] 2> "params.type":"NRT"}], AFTER_ACTION=[compute],
BEFORE_ACTION=[compute, execute]}
[junit4] 2> 1524355 DEBUG (AutoscalingActionExecutor-4043-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 1524387 WARN (AutoscalingActionExecutor-4043-thread-1) [ ]
o.a.s.c.a.SystemLogListener Exception sending event. Collection: .system,
event: {
[junit4] 2> "id":"1ac46fc047234Tbao8u6x1193pc0jtaynuxp1a5",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":470895852548660,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node10":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n10",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10019_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node6":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n6",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10017_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10047_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node4":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n4",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10095_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node5":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n5",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10079_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node8":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n8",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node3":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10077_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node7":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n7",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10048_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[...truncated too long message...]
ava:327) [java/:?]
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?]
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[java/:?]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[?:?]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:835) [?:?]
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestDummyAction.process(TestSimTriggerIntegration.java:1046)
~[test/:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324)
~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> 2536760 DEBUG
(TEST-TestSimTriggerIntegration.testListeners-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 2536760 DEBUG (AutoscalingActionExecutor-9235-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 66 ms for event
id=1adf8160caf37Tbao8u6x1193pc0jtaynuxp4bz
[junit4] 2> 2536760 DEBUG
(TEST-TestSimTriggerIntegration.testListeners-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 2536760 DEBUG
(TEST-TestSimTriggerIntegration.testListeners-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool
executor
[junit4] 2> 2536761 DEBUG
(TEST-TestSimTriggerIntegration.testListeners-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 2536761 DEBUG
(TEST-TestSimTriggerIntegration.testListeners-seed#[CB1BD21013E87B18]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2536761 INFO
(TEST-TestSimTriggerIntegration.testListeners-seed#[CB1BD21013E87B18]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_CB1BD21013E87B18-001
[junit4] 2> NOTE: test params are:
codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST,
chunkSize=25212, maxDocsPerChunk=6, blockSize=7),
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST,
chunkSize=25212, blockSize=7)),
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@12d1f547),
locale=ha-NE, timezone=Europe/Simferopol
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev
12-testing (64-bit)/cpus=8,threads=1,free=338147024,total=476053504
[junit4] 2> NOTE: All tests run in this JVM: [TriggerEventQueueTest,
SortSpecParsingTest, TestComponentsName, HdfsRecoveryZkTest,
TestOnReconnectListenerSupport, ExplicitHLLTest, TestCollationFieldDocValues,
FileBasedSpellCheckerTest, ShardRoutingTest, JvmMetricsTest, UtilsToolTest,
TestSortByMinMaxFunction, TestSimpleQParserPlugin, TestCollectionAPIs,
TestNumericRangeQuery64, TestReloadDeadlock, TestSerializedLuceneMatchVersion,
TestSolrCloudWithSecureImpersonation, LeaderElectionIntegrationTest,
AtomicUpdatesTest, TestRandomDVFaceting, TestFieldCacheSortRandom,
NumberUtilsTest, TestStandardQParsers, TestJettySolrRunner, TestStreamBody,
Tagger2Test, TestFieldCache, ConnectionManagerTest, TestSubQueryTransformer,
TestClusterProperties, DistribCursorPagingTest,
AsyncCallRequestStatusResponseTest, HttpSolrCallGetCoreTest,
TestNoOpRegenerator, SmileWriterTest, TestSegmentSorting, CursorPagingTest,
TestSafeXMLParsing, TestMacroExpander, BasicAuthStandaloneTest,
TestCollectionAPI, CoreAdminRequestStatusTest, TestConfigReload, TestSolrJ,
TestReplicationHandler, BlobRepositoryCloudTest, TestJmxIntegration,
TestLRUCache, SchemaVersionSpecificBehaviorTest,
PreAnalyzedUpdateProcessorTest, TestConfigSetProperties,
TestHighFrequencyDictionaryFactory, RuleEngineTest, ForceLeaderTest,
BigEndianAscendingWordDeserializerTest, TestTolerantUpdateProcessorRandomCloud,
VersionInfoTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest,
ShardsWhitelistTest, SystemLogListenerTest, TestManagedResource, SampleTest,
TestSkipOverseerOperations, PeerSyncWithBufferUpdatesTest, TestGroupingSearch,
TestReloadAndDeleteDocs, TestExclusionRuleCollectionAccess,
AutoAddReplicasIntegrationTest, TestDelegationWithHadoopAuth,
TestSolrConfigHandler, TestFaceting, TestLegacyFieldCache,
V2ApiIntegrationTest, ZkShardTermsTest, AddReplicaTest,
TestCloudPhrasesIdentificationComponent, TestLegacyBM25SimilarityFactory,
DocumentBuilderTest, TestManagedSynonymFilterFactory,
TestWordDelimiterFilterFactory, TestMinHashQParser, TestFileDictionaryLookup,
TestFoldingMultitermQuery, CdcrVersionReplicationTest, TransactionLogTest,
HttpTriggerListenerTest, DistributedSuggestComponentTest, BadIndexSchemaTest,
TestCloudJSONFacetSKG, DateRangeFieldTest, TestSortableTextField,
DistributedUpdateProcessorTest, RestoreTriggerStateTest,
PrimitiveFieldTypeTest, ReplicaListTransformerTest, JavabinLoaderTest,
TestSimGenericDistributedQueue, TestDistributedMissingSort,
TestUnifiedSolrHighlighter, SuggesterTSTTest, TestManagedSchemaAPI,
FieldAnalysisRequestHandlerTest, SolrGangliaReporterTest, TestCoreDiscovery,
DistributedQueueTest, TestTestInjection, DirectoryFactoryTest,
SolrJmxReporterTest, TemplateUpdateProcessorTest, TestJsonFacetsStatsParsing,
TestPayloadScoreQParserPlugin, ZkStateReaderTest, TestQueryUtils,
BlockJoinFacetDistribTest, TestZkAclsWithHadoopAuth,
ClassificationUpdateProcessorTest, TestDirectoryFactory, DocValuesTest,
UpdateRequestProcessorFactoryTest, ComputePlanActionTest, CdcrUpdateLogTest,
LegacyCloudClusterPropTest, ScheduledTriggerTest, TestCloudRecovery,
GraphQueryTest, TestCollapseQParserPlugin, PolyFieldTest, CopyFieldTest,
TestNRTOpen, HdfsBasicDistributedZk2Test, TestCrossCoreJoin,
PingRequestHandlerTest, TestCustomDocTransformer, TestScoreJoinQPNoScore,
TestFieldSortValues, SynonymTokenizerTest, AnalysisAfterCoreReloadTest,
BasicFunctionalityTest, ConvertedLegacyTest, EchoParamsTest, MinimalSchemaTest,
OutputWriterTest, TestSolrCoreProperties, TestTolerantSearch, TestTrie,
PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest,
TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion,
TestReversedWildcardFilterFactory, TestEmbeddedSolrServerAdminHandler,
TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI,
BasicZkTest, ChaosMonkeyNothingIsSafeTest,
ChaosMonkeyNothingIsSafeWithPullReplicasTest,
ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest,
ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest,
ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, DeleteInactiveReplicaTest,
DeleteShardTest, DeleteStatusTest, HttpPartitionOnCommitTest,
LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest,
MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest,
MoveReplicaTest, MultiSolrCloudTestCaseTest, MultiThreadedOCPTest,
NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest,
OverriddenZkACLAndCredentialsProvidersTest,
OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest,
OverseerStatusTest, OverseerTest, RecoveryZkTest, RemoteQueryErrorTest,
ReplaceNodeNoTargetTest, ReplicationFactorTest, SyncSliceTest,
TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion,
TestRandomFlRTGCloud, TestTlogReplica, TestTolerantUpdateProcessorCloud,
ZkControllerTest, ZkFailoverTest, CollectionTooManyReplicasTest,
ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest,
SimpleCollectionCreateDeleteTest, TestLocalFSCloudBackupRestore,
TestReplicaProperties, MetricTriggerTest, NodeAddedTriggerIntegrationTest,
NodeLostTriggerIntegrationTest, NodeLostTriggerTest, TestSimComputePlanAction,
TestSimDistributedQueue, TestSimNodeLostTrigger, TestSimPolicyCloud,
TestSimTriggerIntegration]
[junit4] Completed [553/840 (2!)] on J0 in 5.28s, 11 tests, 1 failure <<<
FAILURES!
[...truncated 43378 lines...]
[repro] Jenkins log URL:
https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/206/consoleText
[repro] Revision: 00a702443c9cb1edb2431757e3b0909067109161
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
[repro] Repro line: ant test -Dtestcase=TestSimLargeCluster
-Dtests.method=testSearchRate -Dtests.seed=CB1BD21013E87B18
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=yav-CM
-Dtests.timezone=Africa/Windhoek -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=TestSimTriggerIntegration
-Dtests.method=testSearchRate -Dtests.seed=CB1BD21013E87B18
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ha-NE
-Dtests.timezone=Europe/Simferopol -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestSimLargeCluster
[repro] TestSimTriggerIntegration
[repro] ant compile-test
[...truncated 3577 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=10
-Dtests.class="*.TestSimLargeCluster|*.TestSimTriggerIntegration"
-Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
-Dtests.seed=CB1BD21013E87B18 -Dtests.multiplier=3 -Dtests.slow=true
-Dtests.locale=yav-CM -Dtests.timezone=Africa/Windhoek -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[...truncated 165 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster
[repro] 0/5 failed:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[repro] Exiting with code 0
[...truncated 43 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
