Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/121/
2 tests failed. FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration Error Message: did not finish processing in time Stack Trace: java.lang.AssertionError: did not finish processing in time at __randomizedtesting.SeedInfo.seed([D43F8D0AE17A8949:8786CFBA036B1CB3]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration(IndexSizeTriggerTest.java:429) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost Error Message: did not finish processing all events in time: started=5, finished=4 Stack Trace: java.lang.AssertionError: did not finish processing all events in time: started=5, finished=4 at __randomizedtesting.SeedInfo.seed([D43F8D0AE17A8949:6B2A43F46290ECCF]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:525) at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:378) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12489 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster [junit4] 2> 296177 INFO (SUITE-TestLargeCluster-seed#[D43F8D0AE17A8949]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestLargeCluster_D43F8D0AE17A8949-001/init-core-data-001 [junit4] 2> 296178 WARN (SUITE-TestLargeCluster-seed#[D43F8D0AE17A8949]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 296178 INFO (SUITE-TestLargeCluster-seed#[D43F8D0AE17A8949]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 296180 INFO (SUITE-TestLargeCluster-seed#[D43F8D0AE17A8949]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 296208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 296208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 296208 DEBUG (SUITE-TestLargeCluster-seed#[D43F8D0AE17A8949]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr [junit4] 2> 296209 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 296209 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 296212 INFO (SUITE-TestLargeCluster-seed#[D43F8D0AE17A8949]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 296213 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10006_solr, 127.0.0.1:10005_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10008_solr, 127.0.0.1:10003_solr, 127.0.0.1:10007_solr] [junit4] 2> 296214 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 296214 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 296215 DEBUG (ScheduledTrigger-796-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 18 [junit4] 2> 296235 INFO (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate [junit4] 2> 296235 DEBUG (ScheduledTrigger-796-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 296236 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 296239 INFO (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 296239 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 296242 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 296242 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 296242 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 296242 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 296242 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 296242 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 296243 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 296244 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 296244 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1 [junit4] 2> 296244 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 296245 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 296246 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 296246 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 296246 DEBUG (ScheduledTrigger-801-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 296267 DEBUG (ScheduledTrigger-801-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 296288 DEBUG (ScheduledTrigger-801-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 296308 DEBUG (ScheduledTrigger-801-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 296329 DEBUG (ScheduledTrigger-801-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 296349 DEBUG (ScheduledTrigger-801-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 296361 DEBUG (simCloudManagerPool-800-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 296361 DEBUG (simCloudManagerPool-800-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 296362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 296363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 296363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 296369 DEBUG (ScheduledTrigger-801-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 296375 DEBUG (simCloudManagerPool-800-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 296376 DEBUG (simCloudManagerPool-800-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 296376 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 296377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 296377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 296377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 296412 DEBUG (simCloudManagerPool-800-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1: {"core_node1":{ [junit4] 2> "core":".system_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "node_name":"127.0.0.1:10066_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":".system"}} [junit4] 2> 296628 DEBUG (simCloudManagerPool-800-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate / shard2: {"core_node18":{ [junit4] 2> "core":"testSearchRate_shard2_replica_n18", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "node_name":"127.0.0.1:10035_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testSearchRate"}} [junit4] 2> 296628 DEBUG (simCloudManagerPool-800-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate / shard1: {"core_node1":{ [junit4] 2> "core":"testSearchRate_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "node_name":"127.0.0.1:10059_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testSearchRate"}} [junit4] 2> 296635 INFO (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 489 ms [junit4] 2> 296649 DEBUG (simCloudManagerPool-800-thread-28) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 296650 DEBUG (simCloudManagerPool-800-thread-28) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 296650 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 296650 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 296650 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 296650 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 296656 WARN (ScheduledTrigger-801-thread-1) [ ] o.a.s.c.a.s.SimNodeStateProvider Invalid registry name: solr.core..system.shard1.replica_n1 [junit4] 2> 296661 DEBUG (simCloudManagerPool-800-thread-29) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 296662 DEBUG (simCloudManagerPool-800-thread-29) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 296662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 296663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 296663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 296663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6 [junit4] 2> 296702 WARN (ScheduledTrigger-801-thread-1) [ ] o.a.s.c.a.s.SimNodeStateProvider Invalid registry name: solr.core..system.shard1.replica_n1 [junit4] 2> 296724 WARN (ScheduledTrigger-801-thread-4) [ ] o.a.s.c.a.s.SimNodeStateProvider Invalid registry name: solr.core..system.shard1.replica_n1 [junit4] 2> 296746 WARN (ScheduledTrigger-801-thread-4) [ ] o.a.s.c.a.s.SimNodeStateProvider Invalid registry name: solr.core..system.shard1.replica_n1 [junit4] 2> 296768 WARN (ScheduledTrigger-801-thread-4) [ ] o.a.s.c.a.s.SimNodeStateProvider Invalid registry name: solr.core..system.shard1.replica_n1 [junit4] 2> 296786 DEBUG (ScheduledTrigger-801-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"3ff00ac722e37T64chwdx1vt9xj2p2p00xowy5o", [junit4] 2> "source":"search_rate_trigger", [junit4] 2> "eventTime":1124803288378935, [junit4] 2> "eventType":"SEARCHRATE", [junit4] 2> "properties":{ [junit4] 2> "hotReplicas":[ [junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10019_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10047_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10095_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10098_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10099_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10071_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10023_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10059_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"], [junit4] 2> "coldNodes":{}, [junit4] 2> "coldShards":{}, [junit4] 2> "coldReplicas":[], [junit4] 2> "coldCollections":{}, [junit4] 2> "hotShards":{"testSearchRate":{"shard1":40.0}}, [junit4] 2> "hotCollections":{"testSearchRate":40.0}, [junit4] 2> "hotNodes":{ [junit4] 2> "127.0.0.1:10006_solr":4.0, [junit4] 2> "127.0.0.1:10099_solr":4.0, [junit4] 2> "127.0.0.1:10098_solr":4.0, [junit4] 2> "127.0.0.1:10047_solr":4.0, [junit4] 2> "127.0.0.1:10095_solr":4.0, [junit4] 2> "127.0.0.1:10059_solr":4.0, [junit4] 2> "127.0.0.1:10071_solr":4.0, [junit4] 2> "127.0.0.1:10003_solr":4.0, [junit4] 2> "127.0.0.1:10019_solr":4.0, [junit4] 2> "127.0.0.1:10023_solr":4.0}, [junit4] 2> "requestedOps":[ [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}", [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}", [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}"]}} [junit4] 2> 296787 DEBUG (ScheduledTrigger-801-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [search_rate_trigger] [junit4] 2> 296798 DEBUG (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"3ff00ac722e37T64chwdx1vt9xj2p2p00xowy5o", [junit4] 2> "source":"search_rate_trigger", [junit4] 2> "eventTime":1124803288378935, [junit4] 2> "eventType":"SEARCHRATE", [junit4] 2> "properties":{ [junit4] 2> "hotReplicas":[ [junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10019_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10047_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10095_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10098_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10099_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10071_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10023_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10059_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"], [junit4] 2> "coldNodes":{}, [junit4] 2> "coldShards":{}, [junit4] 2> "coldReplicas":[], [junit4] 2> "coldCollections":{}, [junit4] 2> "hotShards":{"testSearchRate":{"shard1":40.0}}, [junit4] 2> "hotCollections":{"testSearchRate":40.0}, [junit4] 2> "hotNodes":{ [junit4] 2> "127.0.0.1:10006_solr":4.0, [junit4] 2> "127.0.0.1:10099_solr":4.0, [junit4] 2> "127.0.0.1:10098_solr":4.0, [junit4] 2> "127.0.0.1:10047_solr":4.0, [junit4] 2> "127.0.0.1:10095_solr":4.0, [junit4] 2> "127.0.0.1:10059_solr":4.0, [junit4] 2> "127.0.0.1:10071_solr":4.0, [junit4] 2> "127.0.0.1:10003_solr":4.0, [junit4] 2> "127.0.0.1:10019_solr":4.0, [junit4] 2> "127.0.0.1:10023_solr":4.0}, [junit4] 2> "_enqueue_time_":1124809540344985, [junit4] 2> "requestedOps":[ [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}", [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}", [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}"]}} [junit4] 2> 296800 DEBUG (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"3ff00ac722e37T64chwdx1vt9xj2p2p00xowy5o", [junit4] 2> "source":"search_rate_trigger", [junit4] 2> "eventTime":1124803288378935, [junit4] 2> "eventType":"SEARCHRATE", [junit4] 2> "properties":{ [junit4] 2> "hotReplicas":[ [junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10019_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10047_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10095_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10098_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10099_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10071_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10023_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10059_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"], [junit4] 2> "coldNodes":{}, [junit4] 2> "coldShards":{}, [junit4] 2> "coldReplicas":[], [junit4] 2> "coldCollections":{}, [junit4] 2> "hotShards":{"testSearchRate":{"shard1":40.0}}, [junit4] 2> "hotCollections":{"testSearchRate":40.0}, [junit4] 2> "hotNodes":{ [junit4] 2> "127.0.0.1:10006_solr":4.0, [junit4] 2> "127.0.0.1:10099_solr":4.0, [junit4] 2> "127.0.0.1:10098_solr":4.0, [junit4] 2> "127.0.0.1:10047_solr":4.0, [junit4] 2> "127.0.0.1:10095_solr":4.0, [junit4] 2> "127.0.0.1:10059_solr":4.0, [junit4] 2> "127.0.0.1:10071_solr":4.0, [junit4] 2> "127.0.0.1:10003_solr":4.0, [junit4] 2> "127.0.0.1:10019_solr":4.0, [junit4] 2> "127.0.0.1:10023_solr":4.0}, [junit4] 2> "_enqueue_time_":1124809540344985, [junit4] 2> "requestedOps":[ [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}", [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}", [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 296867 INFO (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT [junit4] 2> 296894 INFO (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT [junit4] 2> 296914 INFO (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10037_solr&type=NRT [junit4] 2> 296914 INFO (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1124815857 sessionWrapper.createTime 1124810514677085, this.sessionWrapper.createTime 1124810514677085 [junit4] 2> 296915 DEBUG (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"3ff00ac722e37T64chwdx1vt9xj2p2p00xowy5o", [junit4] 2> "source":"search_rate_trigger", [junit4] 2> "eventTime":1124803288378935, [junit4] 2> "eventType":"SEARCHRATE", [junit4] 2> "properties":{ [junit4] 2> "hotReplicas":[ [junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10019_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10047_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10095_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10006_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10098_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10099_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10071_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10023_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}", [junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":0,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":10240,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10059_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4,\n \"INDEX.sizeInGB\":9.5367431640625E-6,\n \"SEARCHER.searcher.numDocs\":0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"], [junit4] 2> "__start__":3, [junit4] 2> "coldNodes":{}, [junit4] 2> "coldShards":{}, [junit4] 2> "coldReplicas":[], [junit4] 2> "coldCollections":{}, [junit4] 2> "hotShards":{"testSearchRate":{"shard1":40.0}}, [junit4] 2> "hotCollections":{"testSearchRate":40.0}, [junit4] 2> "hotNodes":{ [junit4] 2> "127.0.0.1:10006_solr":4.0, [junit4] 2> "127.0.0.1:10099_solr":4.0, [junit4] 2> "127.0.0.1:10098_solr":4.0, [junit4] 2> "127.0.0.1:10047_solr":4.0, [junit4] 2> "127.0.0.1:10095_solr":4.0, [junit4] 2> "127.0.0.1:10059_solr":4.0, [junit4] 2> "127.0.0.1:10071_solr":4.0, [junit4] 2> "127.0.0.1:10003_solr":4.0, [junit4] 2> "127.0.0.1:10019_solr":4.0, [junit4] 2> "127.0.0.1:10023_solr":4.0}, [junit4] 2> "_enqueue_time_":1124809540344985, [junit4] 2> "requestedOps":[ [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}", [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}", [junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD=[{\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}]}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@56db36f6, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@5496763c, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@321ffb7a], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 296916 DEBUG (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT [junit4] 2> 296917 INFO (simCloudManagerPool-800-thread-31) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10072_solr for creating new replica of shard shard1 [junit4] 2> 296932 DEBUG (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT [junit4] 2> 296934 INFO (simCloudManagerPool-800-thread-36) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10056_solr for creating new replica of shard shard1 [junit4] 2> 296947 DEBUG (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10037_solr&type=NRT [junit4] 2> 296949 INFO (simCloudManagerPool-800-thread-41) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10037_solr for creating new replica of shard shard1 [junit4] 2> 296965 DEBUG (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: search_rate_trigger after 100ms [junit4] 2> 296965 DEBUG (AutoscalingActionExecutor-802-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 8449 ms for event id=3ff00ac722e37T64chwdx1vt9xj2p2p00xowy5o [junit4] 2> 297005 INFO (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate [junit4] 2> 297009 INFO (TEST-TestLargeCluster.testSearchRate-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ####################################### [junit4] 2> ############ CLUSTER STATE ############ [junit4] 2> ####################################### [junit4] 2> ## Live nodes: 100 [junit4] 2> ## Empty nodes: 77 [junit4] 2> ## Dead nodes: 0 [junit4] 2> ## Collections: [.system, testSearchRate] [junit4] 2> ## Max replicas per node: 2 [junit4] 2> ## Min replicas per node: 0 [junit4] 2> ## Total replicas: 24 [junit4] 2> ## * .system 1 [junit4] 2> ## - active 1 [junit4] 2> ## * testSearchRate 23 [junit4] 2> ## - active 23 [junit4] 2> ######### Solr op counts ########## [junit4] 2> ## - ADDREPLICA 3 [junit4] 2> ## - CREATE 1 [junit4] 2> ## - DELETESTATUS 3 [junit4] 2> ## - REQUESTSTATUS 3 [junit4] 2> ## - autoscaling 4 [junit4] 2> ## - update 2 [junit4] 2> ######### Autoscaling event counts ########### [junit4] 2> ## * Trigger: search_rate_trigger [junit4] 2> ## - STARTED 1 [junit4] 2> ## - SUCCEEDED 1 [junit4] 2> [junit4] 2> 297026 INFO (TEST-TestLargeCluster.testBasic-seed#[D43F8D0AE17A8949]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic [junit4] 2> 297026 DEBUG (TEST-TestLargeCluster.testBasic-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 297027 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 297027 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 297027 INFO (TEST-TestLargeCluster.testBasic-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 297027 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 297027 DEBUG (TEST-TestLargeCluster.testBasic-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 297028 DEBUG (TEST-TestLargeCluster.testBasic-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 297027 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException: null [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172] [junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172] [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172] [junit4] 2> 297028 DEBUG (TEST-TestLargeCluster.testBasic-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 297028 DEBUG (TEST-TestLargeCluster.testBasic-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 297028 DEBUG (TEST-TestLargeCluster.testBasic-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 297028 DEBUG (TEST-TestLargeCluster.testBasic-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 297032 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 297033 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8 [junit4] 2> 297033 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1 [junit4] 2> 297033 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8 [junit4] 2> 297034 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 297034 DEBUG (ScheduledTrigger-804-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 297039 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 297039 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8 [junit4] 2> 297054 DEBUG (ScheduledTrigger-804-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 297081 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 297101 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 297122 DEBUG (ScheduledTrigger-804-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 297135 DEBUG (simCloudManagerPool-803-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 297135 DEBUG (simCloudManagerPool-803-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9 [junit4] 2> 297141 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9 [junit4] 2> 297142 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 297142 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9 [junit4] 2> 297142 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 297144 DEBUG (simCloudManagerPool-803-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 297144 DEBUG (simCloudManagerPool-803-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10 [junit4] 2> 297145 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10 [junit4] 2> 297145 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 297145 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 297145 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10 [junit4] 2> 297172 DEBUG (simCloudManagerPool-803-thread-5) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 297172 DEBUG (simCloudManagerPool-803-thread-5) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11 [junit4] 2> 297173 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11 [junit4] 2> 297173 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger1 - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 297174 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 297174 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11 [junit4] 2> 297174 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297176 DEBUG (simCloudManagerPool-803-thread-6) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 297176 DEBUG (simCloudManagerPool-803-thread-6) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12 [junit4] 2> 297177 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12 [junit4] 2> 297178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 297178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12 [junit4] 2> 297194 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297215 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297235 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297255 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297276 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297296 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297317 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297337 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297358 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297378 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297398 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297418 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297439 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297459 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297480 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297500 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297520 DEBUG (ScheduledTrigger-804-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297541 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297562 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297582 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297602 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297623 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297643 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297664 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297684 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297704 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297725 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297745 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297766 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297786 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297806 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297827 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297847 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297867 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297888 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297909 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297929 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297949 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297970 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 297990 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 298010 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 298031 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 298051 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 298056 DEBUG (simCloudManagerPool-803-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard2: {"core_node18":{ [junit4] 2> "core":"testBasic_shard2_replica_n18", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "node_name":"127.0.0.1:10004_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 298059 DEBUG (simCloudManagerPool-803-thread-87) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard1: {"core_node1":{ [junit4] 2> "core":"testBasic_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "node_name":"127.0.0.1:10045_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 298060 DEBUG (simCloudManagerPool-803-thread-85) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard4: {"core_node54":{ [junit4] 2> "core":"testBasic_shard4_replica_t54", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "node_name":"127.0.0.1:10020_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 298060 DEBUG (simCloudManagerPool-803-thread-86) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard5: {"core_node65":{ [junit4] 2> "core":"testBasic_shard5_replica_n65", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "node_name":"127.0.0.1:10039_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 298060 DEBUG (simCloudManagerPool-803-thread-84) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node39":{ [junit4] 2> "core":"testBasic_shard3_replica_t39", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "node_name":"127.0.0.1:10073_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 298071 INFO (TEST-TestLargeCluster.testBasic-seed#[D43F8D0AE17A8949]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 841ms [junit4] 2> 298073 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 99 [junit4] 2> 298073 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10098_solr [junit4] 2> 298094 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 92 [junit4] 2> 298094 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10081_solr [junit4] 2> 298094 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10093_solr [junit4] 2> 298094 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr [junit4] 2> 298094 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10013_solr [junit4] 2> 298094 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10044_solr [junit4] 2> 298094 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10041_solr [junit4] 2> 298094 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr [junit4] 2> 298115 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 92 [junit4] 2> 298135 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 92 [junit4] 2> 298156 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 92 [junit4] 2> 298176 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 92 [junit4] 2> 298176 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10098_solr] [junit4] 2> 298177 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"3ff1118d1cc49T64chwdx1vt9xj2p2p00xowy5r", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":1124873826061385, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1124873826061385], [junit4] 2> "nodeNames":["127.0.0.1:10098_solr"]}} [junit4] 2> 298178 DEBUG (ScheduledTrigger-804-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger1] [junit4] 2> 298180 DEBUG (simCloudManagerPool-803-thread-128) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{ [junit4] 2> "replicas":{"core_node2":{ [junit4] 2> "core":".system_shard1_replica_n1", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "node_name":"127.0.0.1:10091_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}}, [junit4] 2> "range":"80000000-7fffffff", [junit4] 2> "state":"active"} [junit4] 2> 298182 DEBUG (AutoscalingActionExecutor-805-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"3ff1118d1cc49T64chwdx1vt9xj2p2p00xowy5r", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":1124873826061385, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1124873826061385], [junit4] 2> "_enqueue_time_":1124879042743835, [junit4] 2> "nodeNames":["127.0.0.1:10098_solr"]}} [junit4] 2> 298182 DEBUG (AutoscalingActionExecutor-805-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"3ff1118d1cc49T64chwdx1vt9xj2p2p00xowy5r", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":1124873826061385, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1124873826061385], [junit4] 2> "_enqueue_time_":1124879042743835, [junit4] 2> "nodeNames":["127.0.0.1:10098_solr"]}} with context properties: {AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]} [junit4] 2> 298220 INFO (AutoscalingActionExecutor-805-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node44 [junit4] 2> 298221 INFO (AutoscalingActionExecutor-805-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1124881218 sessionWrapper.createTime 1124879452281135, this.sessionWrapper.createTime 1124879452281135 [junit4] 2> 298222 DEBUG (AutoscalingActionExecutor-805-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"3ff1118d1cc49T64chwdx1vt9xj2p2p00xowy5r", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":1124873826061385, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1124873826061385], [junit4] 2> "_enqueue_time_":1124879042743835, [junit4] 2> "nodeNames":["127.0.0.1:10098_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@3699a1a3], AFTER_ACTION=[start, compute], BEFORE_ACTION=[start, compute, execute]} [junit4] 2> 298222 DEBUG (AutoscalingActionExecutor-805-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node44 [junit4] 2> 298323 DEBUG (simCloudManagerPool-803-thread-129) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{ [junit4] 2> "core":"testBasic_shard3_replica_p76", [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10072_solr", [junit4] 2> "type":"PULL"}} [junit4] 2> 298439 DEBUG (simCloudManagerPool-803-thread-137) [ ] o.a.s.c.a.s.SimClusterStateProvider -- no leader in shard1:{ [junit4] 2> "replicas":{"core_node2":{ [junit4] 2> "core":".system_shard1_replica_n1", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "node_name":"127.0.0.1:10091_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}}, [junit4] 2> "range":"80000000-7fffffff", [junit4] 2> "state":"active"} [junit4] 2> 298439 DEBUG (AutoscalingActionExecutor-805-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms [junit4] 2> 298439 DEBUG (AutoscalingActionExecutor-805-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 12897 ms for event id=3ff1118d1cc49T64chwdx1vt9xj2p2p00xowy5r [junit4] 2> 298540 DEBUG (ScheduledTrigger-804-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 92 [junit4] 2> 298540 DEBUG (ScheduledTrigger-804-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10041_solr, 127.0.0.1:10013_solr, 127.0.0.1:10009_solr, 127.0.0.1:10026_solr, 127.0.0.1:10044_solr, 127.0.0.1:10081_solr, 127.0.0.1:10093_solr] [junit4] 2> 298540 DEBUG (ScheduledTrigger-804-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"3ff1156aa905fT64chwdx1vt9xj2p2p00xowy5u", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":1124874863677535, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1124874863677535, [junit4] 2> 1124874862510135, [junit4] 2> 1124874864272885, [junit4] 2> 1124874861917035, [junit4] 2> 1124874863093485, [junit4] 2> 1124874860390985, [junit4] 2> 1124874861305435], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10041_solr", [junit4] 2> "127.0.0.1:10013_solr", [junit4] 2> [...truncated too long message...] nkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml resolve: jar-checksums: [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null850133222 [copy] Copying 238 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null850133222 [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null850133222 check-working-copy: [ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working [ivy:cachepath] confs: [default] [ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public [ivy:cachepath] found com.jcraft#jsch;0.1.53 in public [ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public [ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public [ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public [ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public [ivy:cachepath] found commons-codec#commons-codec;1.6 in public [ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public [ivy:cachepath] :: resolution report :: resolve 20ms :: artifacts dl 1ms --------------------------------------------------------------------- | | modules || artifacts | | conf | number| search|dwnlded|evicted|| number|dwnlded| --------------------------------------------------------------------- | default | 8 | 0 | 0 | 0 || 8 | 0 | --------------------------------------------------------------------- [wc-checker] Initializing working copy... [wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder". [wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation [wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details. [wc-checker] Checking working copy status... -jenkins-base: BUILD SUCCESSFUL Total time: 114 minutes 4 seconds Archiving artifacts java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath$34.hasMatch(FilePath.java:2678) at hudson.FilePath$34.invoke(FilePath.java:2557) at hudson.FilePath$34.invoke(FilePath.java:2547) at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918) Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741) at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357) at hudson.remoting.Channel.call(Channel.java:955) at hudson.FilePath.act(FilePath.java:1036) at hudson.FilePath.act(FilePath.java:1025) at hudson.FilePath.validateAntFileMask(FilePath.java:2547) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690) at hudson.model.Build$BuildExecution.post2(Build.java:186) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635) at hudson.model.Run.execute(Run.java:1819) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) Caused: hudson.FilePath$TunneledInterruptedException at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920) at hudson.remoting.UserRequest.perform(UserRequest.java:212) at hudson.remoting.UserRequest.perform(UserRequest.java:54) at hudson.remoting.Request$2.run(Request.java:369) at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath.act(FilePath.java:1038) at hudson.FilePath.act(FilePath.java:1025) at hudson.FilePath.validateAntFileMask(FilePath.java:2547) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690) at hudson.model.Build$BuildExecution.post2(Build.java:186) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635) at hudson.model.Run.execute(Run.java:1819) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error? Recording test results Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures)
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org