Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/2068/ Java: 64bit/jdk1.8.0_172 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed. FAILED: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction.testExecute Error Message: last state: DocCollection(testExecute//clusterstate.json/22)={ "replicationFactor":"2", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"testExecute_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":1, "node_name":"127.0.0.1:10002_solr", "state":"active", "type":"NRT", "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"testExecute_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":1, "node_name":"127.0.0.1:10000_solr", "state":"active", "type":"NRT", "SEARCHER.searcher.numDocs":0}, "core_node4":{ "node_name":"127.0.0.1:10002_solr", "core":"testExecute_shard1_replica_n3", "state":"active", "INDEX.sizeInBytes":1, "type":"NRT"}}, "range":"80000000-7fffffff", "state":"active"}}} Stack Trace: java.util.concurrent.TimeoutException: last state: DocCollection(testExecute//clusterstate.json/22)={ "replicationFactor":"2", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"testExecute_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":1, "node_name":"127.0.0.1:10002_solr", "state":"active", "type":"NRT", "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"testExecute_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":1, "node_name":"127.0.0.1:10000_solr", "state":"active", "type":"NRT", "SEARCHER.searcher.numDocs":0}, "core_node4":{ "node_name":"127.0.0.1:10002_solr", "core":"testExecute_shard1_replica_n3", "state":"active", "INDEX.sizeInBytes":1, "type":"NRT"}}, "range":"80000000-7fffffff", "state":"active"}}} at __randomizedtesting.SeedInfo.seed([74D153D869FE6FA0:456141D57B099027]:0) at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111) at org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction.testExecute(TestExecutePlanAction.java:152) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12453 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction [junit4] 2> 31320 INFO (SUITE-TestExecutePlanAction-seed#[74D153D869FE6FA0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestExecutePlanAction_74D153D869FE6FA0-001/init-core-data-001 [junit4] 2> 31321 WARN (SUITE-TestExecutePlanAction-seed#[74D153D869FE6FA0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17 [junit4] 2> 31321 INFO (SUITE-TestExecutePlanAction-seed#[74D153D869FE6FA0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 31323 INFO (SUITE-TestExecutePlanAction-seed#[74D153D869FE6FA0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 31400 DEBUG (SUITE-TestExecutePlanAction-seed#[74D153D869FE6FA0]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr [junit4] 2> 31456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 31456 WARN (SUITE-TestExecutePlanAction-seed#[74D153D869FE6FA0]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler Missing .system, keeping metrics history in memory [junit4] 2> 31467 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testIntegration [junit4] 2> 31470 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 31470 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 31470 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 31470 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 31470 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 31470 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 31470 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 31470 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException: null [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172] [junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172] [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172] [junit4] 2> 31472 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 31544 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 31544 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 31572 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr] [junit4] 2> 31591 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 31592 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 31593 DEBUG (ScheduledTrigger-151-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 31636 DEBUG (ScheduledTrigger-151-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 31656 DEBUG (ScheduledTrigger-151-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 31661 DEBUG (simCloudManagerPool-150-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 31663 DEBUG (simCloudManagerPool-150-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 31665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 31665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr] [junit4] 2> 31665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 31665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 31675 DEBUG (ScheduledTrigger-151-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 31676 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 31690 DEBUG (simCloudManagerPool-150-thread-2) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testIntegration [junit4] 2> 31696 DEBUG (ScheduledTrigger-151-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 31697 DEBUG (ScheduledTrigger-151-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 31716 DEBUG (ScheduledTrigger-151-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 31718 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 31727 DEBUG (simCloudManagerPool-150-thread-2) [ ] o.a.s.c.a.c.Assign Identify nodes using default [junit4] 2> 31737 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 31738 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 31757 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 31758 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 31777 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 31778 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 31798 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 31798 DEBUG (simCloudManagerPool-150-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testIntegration / shard1: {"core_node1":{ [junit4] 2> "core":"testIntegration_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testIntegration"}} [junit4] 2> 31799 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 31808 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31810 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31811 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31812 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31813 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31814 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31815 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31817 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31818 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31819 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31821 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31822 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31824 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31825 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31826 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31827 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31828 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31830 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31831 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31831 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 [junit4] 2> 31831 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr [junit4] 2> 31832 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 31832 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr [junit4] 2> 31832 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31833 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31834 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31835 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31836 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31838 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31839 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31840 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31842 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31843 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31844 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31845 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31846 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31848 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31849 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31850 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31851 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31852 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 [junit4] 2> 31852 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10001_solr] [junit4] 2> 31852 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31854 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"557a8b334b57fTf5jozj6ahhg42as5qn0brlqz4", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1503756956251519, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1503756956251519], [junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} [junit4] 2> 31854 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31855 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31855 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance, node_lost_trigger] [junit4] 2> 31856 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31857 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31858 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31859 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31861 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31862 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31863 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31864 DEBUG (simCloudManagerPool-150-thread-7) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: .system [junit4] 2> 31864 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31865 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31867 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31868 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31869 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31870 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31871 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31872 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31874 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31875 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31876 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31877 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31878 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31880 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31881 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31882 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31883 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31885 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31886 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31887 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31888 DEBUG (simCloudManagerPool-150-thread-7) [ ] o.a.s.c.a.c.Assign Identify nodes using default [junit4] 2> 31888 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31889 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31891 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31892 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31893 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31895 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31896 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31897 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31898 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31900 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31901 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31902 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31904 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31905 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31906 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31907 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31909 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31910 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31911 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31912 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31914 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31915 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31916 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31918 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31919 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31920 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31921 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31922 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31923 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31924 DEBUG (AutoscalingActionExecutor-152-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"557a8b334b57fTf5jozj6ahhg42as5qn0brlqz4", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1503756956251519, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1503756956251519], [junit4] 2> "_enqueue_time_":1503758148785069, [junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} [junit4] 2> 31925 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31926 DEBUG (AutoscalingActionExecutor-152-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"557a8b334b57fTf5jozj6ahhg42as5qn0brlqz4", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1503756956251519, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1503756956251519], [junit4] 2> "_enqueue_time_":1503758148785069, [junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]} [junit4] 2> 31926 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31927 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31928 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31929 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31930 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31932 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31933 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31934 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31935 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31936 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31937 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31939 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31940 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31941 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31942 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31943 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31944 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31946 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31947 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31948 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31949 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31950 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31951 INFO (AutoscalingActionExecutor-152-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testIntegration&targetNode=127.0.0.1:10000_solr&inPlaceMove=true&replica=core_node2 [junit4] 2> 31951 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31952 INFO (AutoscalingActionExecutor-152-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1503762961 sessionWrapper.createTime 1503762313749169, this.sessionWrapper.createTime 1503762313749169 [junit4] 2> 31952 DEBUG (AutoscalingActionExecutor-152-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"557a8b334b57fTf5jozj6ahhg42as5qn0brlqz4", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1503756956251519, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1503756956251519], [junit4] 2> "_enqueue_time_":1503758148785069, [junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@76bedc0a], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]} [junit4] 2> 31952 DEBUG (AutoscalingActionExecutor-152-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testIntegration&targetNode=127.0.0.1:10000_solr&inPlaceMove=true&replica=core_node2 [junit4] 2> 31953 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31954 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31955 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31957 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31958 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31959 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31960 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31962 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31963 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31964 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31965 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31967 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31968 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31969 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31970 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31971 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31973 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31980 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31981 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31983 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31984 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31985 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31986 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31987 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31988 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31990 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31991 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31992 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31993 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31994 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31995 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31997 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31998 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 31999 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32000 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32001 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32003 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32004 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32005 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32006 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32010 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32012 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32013 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32014 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32015 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32017 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32018 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32020 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32021 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32022 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32023 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32025 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32026 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32027 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32028 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32029 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32031 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32032 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32033 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32034 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32036 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32037 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32038 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32039 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32044 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32045 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32046 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32048 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32049 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32050 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32051 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32052 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32053 DEBUG (simCloudManagerPool-150-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node4":{ [junit4] 2> "core":"testIntegration_shard1_replica_n3", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testIntegration", [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 32054 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32055 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32056 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32060 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32061 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32062 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=1 [junit4] 2> 32192 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.s.TestExecutePlanAction -------------_ FINAL STATE -------------- [junit4] 2> 32192 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.s.TestExecutePlanAction * Node values: { [junit4] 2> "127.0.0.1:10001_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":1, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":999, [junit4] 2> "sysprop.java.version":"1.8.0_172", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10001_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10001, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}, [junit4] 2> "127.0.0.1:10000_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":3, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":997, [junit4] 2> "sysprop.java.version":"1.8.0_172", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10000_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10000, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}} [junit4] 2> 32192 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.s.TestExecutePlanAction * Live nodes: [127.0.0.1:10000_solr] [junit4] 2> 32192 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.s.TestExecutePlanAction * Collection .system state: DocCollection(.system//clusterstate.json/14)={ [junit4] 2> "replicationFactor":"1", [junit4] 2> "pullReplicas":"0", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"1", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "autoCreated":"true", [junit4] 2> "shards":{"shard1":{ [junit4] 2> "replicas":{"core_node1":{ [junit4] 2> "core":".system_shard1_replica_n1", [junit4] 2> "SEARCHER.searcher.maxDoc":1, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":1}}, [junit4] 2> "range":"80000000-7fffffff", [junit4] 2> "state":"active"}}} [junit4] 2> 32192 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.s.TestExecutePlanAction * Collection testIntegration state: DocCollection(testIntegration//clusterstate.json/14)={ [junit4] 2> "replicationFactor":"2", [junit4] 2> "pullReplicas":"0", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "autoCreated":"true", [junit4] 2> "shards":{"shard1":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node1":{ [junit4] 2> "core":"testIntegration_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":0}, [junit4] 2> "core_node4":{ [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "core":"testIntegration_shard1_replica_n3", [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "type":"NRT"}}, [junit4] 2> "range":"80000000-7fffffff", [junit4] 2> "state":"active"}}} [junit4] 2> 32193 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testIntegration [junit4] 2> 32196 INFO (TEST-TestExecutePlanAction.testIntegration-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ####################################### [junit4] 2> ############ CLUSTER STATE ############ [junit4] 2> ####################################### [junit4] 2> ## Live nodes: 1 [junit4] 2> ## Empty nodes: 0 [junit4] 2> ## Dead nodes: 1 [junit4] 2> ## 127.0.0.1:10001_solr [junit4] 2> ## Collections: [.system, testIntegration] [junit4] 2> ## Max replicas per node: 3 [junit4] 2> ## Min replicas per node: 3 [junit4] 2> ## Total replicas: 3 [junit4] 2> ## * .system 1 [junit4] 2> ## - active 1 [junit4] 2> ## * testIntegration 2 [junit4] 2> ## - active 2 [junit4] 2> ######### Solr op counts ########## [junit4] 2> ## - CREATE 1 [junit4] 2> ## - MOVEREPLICA 1 [junit4] 2> ## - autoscaling 1 [junit4] 2> ## - update 1 [junit4] 2> ######### Autoscaling event counts ########### [junit4] 2> ## * Trigger: node_lost_trigger [junit4] 2> ## - STARTED 1 [junit4] 2> [junit4] 2> 32206 INFO (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute [junit4] 2> 32207 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 32207 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 32207 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10001_solr [junit4] 2> 32207 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 32207 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 32207 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 32208 INFO (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 32208 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 32208 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 32208 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 32208 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 32210 ERROR (AutoscalingActionExecutor-152-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Unexpected Exception while querying status of requestId=node_lost_trigger/557a8b334b57fTf5jozj6ahhg42as5qn0brlqz4/0 [junit4] 2> java.io.IOException: java.lang.InterruptedException [junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:621) ~[test/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:136) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309) ~[java/:?] [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_172] [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_172] [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?] [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172] [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172] [junit4] 2> Caused by: java.lang.InterruptedException [junit4] 2> at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) ~[?:1.8.0_172] [junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:191) ~[?:1.8.0_172] [junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:619) ~[test/:?] [junit4] 2> ... 9 more [junit4] 2> 32224 DEBUG (simCloudManagerPool-150-thread-14) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: .system [junit4] 2> 32248 DEBUG (simCloudManagerPool-150-thread-14) [ ] o.a.s.c.a.c.Assign Identify nodes using default [junit4] 2> 32283 WARN (AutoscalingActionExecutor-152-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions [junit4] 2> java.lang.Exception: Error executing action: execute_plan for trigger event: { [junit4] 2> "id":"557a8b334b57fTf5jozj6ahhg42as5qn0brlqz4", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1503756956251519, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1503756956251519], [junit4] 2> "_enqueue_time_":1503758148785069, [junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:312) ~[java/:?] [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_172] [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_172] [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?] [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172] [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172] [junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception while processing event: { [junit4] 2> "id":"557a8b334b57fTf5jozj6ahhg42as5qn0brlqz4", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1503756956251519, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1503756956251519], [junit4] 2> "_enqueue_time_":1503758148785069, [junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309) ~[java/:?] [junit4] 2> ... 6 more [junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception executing operation: action=MOVEREPLICA&async=node_lost_trigger/557a8b334b57fTf5jozj6ahhg42as5qn0brlqz4/0&waitForFinalState=true&collection=testIntegration&targetNode=127.0.0.1:10000_solr&inPlaceMove=true&replica=core_node2 [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:110) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309) ~[java/:?] [junit4] 2> ... 6 more [junit4] 2> Caused by: java.io.IOException: java.lang.InterruptedException [junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:621) ~[test/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:136) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309) ~[java/:?] [junit4] 2> ... 6 more [junit4] 2> Caused by: java.lang.InterruptedException [junit4] 2> at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) ~[?:1.8.0_172] [junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:191) ~[?:1.8.0_172] [junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:619) ~[test/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:136) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309) ~[java/:?] [junit4] 2> ... 6 more [junit4] 2> 32285 DEBUG (AutoscalingActionExecutor-152-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 18071 ms for event id=557a8b334b57fTf5jozj6ahhg42as5qn0brlqz4 [junit4] 2> 32286 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 32286 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 32286 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 32294 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 32294 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 32295 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1 [junit4] 2> 32295 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 32299 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10000_solr, 127.0.0.1:10002_solr] [junit4] 2> 32311 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 32311 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 32312 DEBUG (ScheduledTrigger-154-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32332 DEBUG (ScheduledTrigger-154-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32368 DEBUG (ScheduledTrigger-154-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32388 DEBUG (ScheduledTrigger-154-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32400 DEBUG (simCloudManagerPool-153-thread-1) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testExecute [junit4] 2> 32409 DEBUG (ScheduledTrigger-154-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32411 DEBUG (simCloudManagerPool-153-thread-1) [ ] o.a.s.c.a.c.Assign Identify nodes using default [junit4] 2> 32430 DEBUG (ScheduledTrigger-154-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32442 DEBUG (simCloudManagerPool-153-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testExecute / shard1: {"core_node1":{ [junit4] 2> "core":"testExecute_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10002_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testExecute"}} [junit4] 2> 32446 INFO (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.s.TestExecutePlanAction Collection ready after 183ms [junit4] 2> 32448 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"1535b153aa512d00Tf5jozj6ahhg42as5qn0brlqz7", [junit4] 2> "source":"mock_trigger_name", [junit4] 2> "eventTime":1528322621460000000, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1528322621460000000], [junit4] 2> "nodeNames":["127.0.0.1:10000_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@112c42bb, org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction$1@18e5eec]} [junit4] 2> 32448 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:10002_solr&inPlaceMove=true&replica=core_node2 [junit4] 2> 32450 DEBUG (ScheduledTrigger-154-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32470 DEBUG (ScheduledTrigger-154-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32491 DEBUG (ScheduledTrigger-154-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32511 DEBUG (ScheduledTrigger-154-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32531 DEBUG (ScheduledTrigger-154-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32549 DEBUG (simCloudManagerPool-153-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node4":{ [junit4] 2> "core":"testExecute_shard1_replica_n3", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testExecute", [junit4] 2> "node_name":"127.0.0.1:10002_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 32551 DEBUG (ScheduledTrigger-154-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32572 DEBUG (ScheduledTrigger-154-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32592 DEBUG (ScheduledTrigger-154-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32612 DEBUG (ScheduledTrigger-154-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32632 DEBUG (ScheduledTrigger-154-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32653 DEBUG (ScheduledTrigger-154-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32673 DEBUG (ScheduledTrigger-154-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32676 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS [junit4] 2> 32693 DEBUG (ScheduledTrigger-154-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32700 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32701 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32702 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32709 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32712 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32714 DEBUG (ScheduledTrigger-154-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32714 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32716 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32717 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32718 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32719 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32720 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32721 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32722 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32724 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32725 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32726 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32727 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32728 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32729 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32731 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32734 DEBUG (ScheduledTrigger-154-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32747 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32749 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32750 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32751 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32752 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32754 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32754 DEBUG (ScheduledTrigger-154-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 32755 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32756 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32757 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32758 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32760 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32761 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32762 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32763 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected=2, found=3 [junit4] 2> 32764 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[74D153D869FE6FA0]) [ ] o.a.s.c.CloudTestUtils -- wrong number of active replicas in slice shard1, expected= [...truncated too long message...] eck-git-state: -git-cleanroot: -copy-git-state: git-autoclean: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml resolve: init: compile-lucene-core: compile-codecs: -check-git-state: -git-cleanroot: -copy-git-state: git-autoclean: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml resolve: common.init: compile-lucene-core: init: -clover.disable: -clover.load: -clover.classpath: -clover.setup: clover: compile-core: -clover.disable: -clover.load: -clover.classpath: -clover.setup: clover: common.compile-core: compile-core: common.compile-test: [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/classes/test [javac] Compiling 914 source files to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/classes/test [javac] Note: Some input files use or override a deprecated API. [javac] Note: Recompile with -Xlint:deprecation for details. [javac] Note: Some input files use unchecked or unsafe operations. [javac] Note: Recompile with -Xlint:unchecked for details. [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/classes/test/org/apache/solr/cloud/autoscaling/sim/package-info.class [copy] Copying 1 file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/classes/test common-solr.compile-test: compile-test: BUILD SUCCESSFUL Total time: 46 seconds [repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestExecutePlanAction" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=74D153D869FE6FA0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl-BE -Dtests.timezone=Asia/Singapore -Dtests.asserts=true -Dtests.file.encoding=US-ASCII Buildfile: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/build.xml -clover.disable: ivy-configure: [ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ :: [ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml install-junit4-taskdef: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: resolve-groovy: [ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working [ivy:cachepath] confs: [default] [ivy:cachepath] found org.codehaus.groovy#groovy-all;2.4.15 in public [ivy:cachepath] :: resolution report :: resolve 13ms :: artifacts dl 1ms --------------------------------------------------------------------- | | modules || artifacts | | conf | number| search|dwnlded|evicted|| number|dwnlded| --------------------------------------------------------------------- | default | 1 | 0 | 0 | 0 || 1 | 0 | --------------------------------------------------------------------- -init-totals: -test: [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test [junit4:pickseed] Seed property 'tests.seed' already defined: 74D153D869FE6FA0 [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp [junit4] <JUnit4> says olá! Master seed: 74D153D869FE6FA0 [junit4] Executing 5 suites with 3 JVMs. [junit4] [junit4] Started J0 PID(11...@serv1.sd-datasolutions.de). [junit4] Started J2 PID(11...@serv1.sd-datasolutions.de). [junit4] Started J1 PID(11...@serv1.sd-datasolutions.de). [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction [junit4] OK 0.66s J0 | TestExecutePlanAction.testIntegration [junit4] OK 0.36s J0 | TestExecutePlanAction.testExecute [junit4] Completed [1/5] on J0 in 3.03s, 2 tests [junit4] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction [junit4] OK 0.68s J1 | TestExecutePlanAction.testIntegration [junit4] OK 0.36s J1 | TestExecutePlanAction.testExecute [junit4] Completed [2/5] on J1 in 2.93s, 2 tests [junit4] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction [junit4] OK 0.68s J2 | TestExecutePlanAction.testIntegration [junit4] OK 0.36s J2 | TestExecutePlanAction.testExecute [junit4] Completed [3/5] on J2 in 2.99s, 2 tests [junit4] [junit4] Duplicate suite name used with XML reports: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction. This may confuse tools that process XML reports. Set 'ignoreDuplicateSuites' to true to skip this message. [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction [junit4] OK 0.46s J0 | TestExecutePlanAction.testIntegration [junit4] OK 0.36s J0 | TestExecutePlanAction.testExecute [junit4] Completed [4/5] on J0 in 0.87s, 2 tests [junit4] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction [junit4] OK 0.43s J2 | TestExecutePlanAction.testIntegration [junit4] OK 0.36s J2 | TestExecutePlanAction.testExecute [junit4] Completed [5/5] on J2 in 0.87s, 2 tests [junit4] [junit4] JVM J0: 0.41 .. 5.30 = 4.89s [junit4] JVM J1: 0.41 .. 4.08 = 3.66s [junit4] JVM J2: 0.41 .. 5.31 = 4.90s [junit4] Execution time total: 5.33 sec. [junit4] Tests summary: 5 suites, 10 tests [junit4] Could not remove temporary path: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp]) [junit4] Could not remove temporary path: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp]) [junit4] Could not remove temporary path: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp]) [echo] 5 slowest tests: [junit4:tophints] 1178.60s | org.apache.solr.cloud.BasicDistributedZkTest [junit4:tophints] 116.43s | org.apache.solr.update.SoftAutoCommitTest [junit4:tophints] 109.09s | org.apache.solr.cloud.ZkFailoverTest [junit4:tophints] 102.31s | org.apache.solr.cloud.TestTlogReplica [junit4:tophints] 99.08s | org.apache.solr.cloud.MetricsHistoryIntegrationTest -check-totals: test-nocompile: BUILD SUCCESSFUL Total time: 7 seconds [repro] Failures: [repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction [repro] Exiting with code 0 + mv lucene/build lucene/build.repro + mv solr/build solr/build.repro + mv lucene/build.orig lucene/build + mv solr/build.orig solr/build Archiving artifacts Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath$34.hasMatch(FilePath.java:2678) at hudson.FilePath$34.invoke(FilePath.java:2557) at hudson.FilePath$34.invoke(FilePath.java:2547) at hudson.FilePath.act(FilePath.java:1047) at hudson.FilePath.act(FilePath.java:1025) at hudson.FilePath.validateAntFileMask(FilePath.java:2547) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690) at hudson.model.Build$BuildExecution.post2(Build.java:186) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635) at hudson.model.Run.execute(Run.java:1819) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error? [WARNINGS] Parsing warnings in console log with parser Java Compiler (javac) Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 <Git Blamer> Using GitBlamer to create author and commit information for all warnings. <Git Blamer> GIT_COMMIT=33b1c1d1416ed3b8dbce4066ad4b982a15e1b0d0, workspace=/var/lib/jenkins/workspace/Lucene-Solr-7.x-Linux [WARNINGS] Computing warning deltas based on reference build #2067 Recording test results Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures) Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org