Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/211/ Java: 64bit/jdk-12-ea+shipilev-fastdebug -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed. FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate Error Message: last ClusterState: znodeVersion: 6 live nodes:[127.0.0.1:10034_solr, 127.0.0.1:10033_solr] collections:{collection1=DocCollection(collection1//clusterstate.json/5)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"collection1_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10034_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"collection1_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10033_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}}, last coll state: DocCollection(collection1//clusterstate.json/5)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"collection1_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10034_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"collection1_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10033_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}} Stack Trace: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 6 live nodes:[127.0.0.1:10034_solr, 127.0.0.1:10033_solr] collections:{collection1=DocCollection(collection1//clusterstate.json/5)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"collection1_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10034_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"collection1_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10033_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}}, last coll state: DocCollection(collection1//clusterstate.json/5)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{ "core_node1":{ "core":"collection1_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10034_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"collection1_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10033_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}} at __randomizedtesting.SeedInfo.seed([7FD87C1654215F3F:2290629F9BE7F970]:0) at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:129) at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:567) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:835) Build Log: [...truncated 12788 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration [junit4] 2> 191127 INFO (SUITE-TestSimTriggerIntegration-seed#[7FD87C1654215F3F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_7FD87C1654215F3F-001/init-core-data-001 [junit4] 2> 191129 WARN (SUITE-TestSimTriggerIntegration-seed#[7FD87C1654215F3F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9 [junit4] 2> 191129 INFO (SUITE-TestSimTriggerIntegration-seed#[7FD87C1654215F3F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 191130 INFO (SUITE-TestSimTriggerIntegration-seed#[7FD87C1654215F3F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 191134 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger [junit4] 2> 191370 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 191371 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 191384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0 [junit4] 2> 191384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 191384 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr [junit4] 2> 191387 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0 [junit4] 2> 191401 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10000_solr] [junit4] 2> 191411 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 191411 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 191427 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1 [junit4] 2> 191455 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1 [junit4] 2> 191475 DEBUG (ScheduledTrigger-503-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1 [junit4] 2> 191484 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0 [junit4] 2> 191484 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 191498 DEBUG (ScheduledTrigger-503-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1 [junit4] 2> 191518 DEBUG (ScheduledTrigger-503-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191538 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191558 DEBUG (ScheduledTrigger-503-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191579 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191599 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191619 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191640 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191660 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191680 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191701 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191721 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191741 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191751 DEBUG (simCloudManagerPool-502-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 191751 DEBUG (simCloudManagerPool-502-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 191752 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 191753 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 191753 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 191762 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191780 DEBUG (simCloudManagerPool-502-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 191781 DEBUG (simCloudManagerPool-502-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 191782 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 191782 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init [junit4] 2> 191782 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr] [junit4] 2> 191782 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 191782 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 191782 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191782 DEBUG (ScheduledTrigger-503-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191802 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191803 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 191827 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2 [junit4] 2> 191827 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr [junit4] 2> 191827 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 2 [junit4] 2> 191827 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr [junit4] 2> 191830 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker: /autoscaling/nodeLost/127.0.0.1:10000_solr [junit4] 2> 191830 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10001_solr [junit4] 2> 191847 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1 [junit4] 2> 191847 DEBUG (ScheduledTrigger-503-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1 [junit4] 2> 191867 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1 [junit4] 2> 191867 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1 [junit4] 2> 191868 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10000_solr] [junit4] 2> 191888 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1 [junit4] 2> 191908 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1 [junit4] 2> 191928 DEBUG (ScheduledTrigger-503-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1 [junit4] 2> 191943 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"22b0c2a4dc775T910ebrkmbj1df03ua4bt1dbvj", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":610281202763637, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610281202763637], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "nodeNames":["127.0.0.1:10000_solr"]}} [junit4] 2> 191943 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 191956 DEBUG (ScheduledTrigger-503-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b0c2a4dc775T910ebrkmbj1df03ua4bt1dbvj", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":610281202763637, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610281202763637], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610287627069887, [junit4] 2> "nodeNames":["127.0.0.1:10000_solr"]}} [junit4] 2> 192043 DEBUG (AutoscalingActionExecutor-504-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"22b0c2a4dc775T910ebrkmbj1df03ua4bt1dbvj", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":610281202763637, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610281202763637], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610287627069887, [junit4] 2> "nodeNames":["127.0.0.1:10000_solr"]}} [junit4] 2> 192088 DEBUG (AutoscalingActionExecutor-504-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b0c2a4dc775T910ebrkmbj1df03ua4bt1dbvj", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":610281202763637, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610281202763637], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610287627069887, [junit4] 2> "nodeNames":["127.0.0.1:10000_solr"]}} [junit4] 2> 192088 DEBUG (simCloudManagerPool-502-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 192088 DEBUG (simCloudManagerPool-502-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 192089 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 192122 DEBUG (AutoscalingActionExecutor-504-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 192122 DEBUG (AutoscalingActionExecutor-504-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 192122 DEBUG (AutoscalingActionExecutor-504-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 3980 ms for event id=22b0c2a4dc775T910ebrkmbj1df03ua4bt1dbvj [junit4] 2> 192122 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 192122 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 192175 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 192175 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 192176 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 192177 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 192177 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 192177 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 192177 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 192178 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger [junit4] 2> 192182 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger [junit4] 2> 192189 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10002_solr [junit4] 2> 192190 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 192191 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 192192 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0 [junit4] 2> 192192 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 192194 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0 [junit4] 2> 192194 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0 [junit4] 2> 192194 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 192205 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr] [junit4] 2> 192206 DEBUG (simCloudManagerPool-508-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 192206 DEBUG (simCloudManagerPool-508-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 192207 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 192207 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 192208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1 [junit4] 2> 192208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 192235 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 192235 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 192239 DEBUG (ScheduledTrigger-509-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 192259 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 192263 DEBUG (simCloudManagerPool-508-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 192267 DEBUG (simCloudManagerPool-508-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 192271 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 192271 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init [junit4] 2> 192272 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr] [junit4] 2> 192272 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true} [junit4] 2> 192279 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 192292 DEBUG (ScheduledTrigger-509-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192292 DEBUG (ScheduledTrigger-509-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 192300 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 192303 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 192303 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 192308 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10004_solr [junit4] 2> 192320 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2 [junit4] 2> 192339 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192339 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192339 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time 610306803943537 [junit4] 2> 192340 DEBUG (ScheduledTrigger-509-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192359 DEBUG (ScheduledTrigger-509-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192359 DEBUG (ScheduledTrigger-509-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192361 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192379 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192380 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192380 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10004_solr] added at times [610306803943537], now=610308848533887 [junit4] 2> 192380 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"22b122040c871T910ebrkmbj1df03ua4bt1dbvl", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610306803943537, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610306803943537], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}} [junit4] 2> 192380 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger] [junit4] 2> 192381 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b122040c871T910ebrkmbj1df03ua4bt1dbvl", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610306803943537, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610306803943537], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610308880054937, [junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}} [junit4] 2> 192387 DEBUG (AutoscalingActionExecutor-510-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"22b122040c871T910ebrkmbj1df03ua4bt1dbvl", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610306803943537, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610306803943537], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610308880054937, [junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}} [junit4] 2> 192387 DEBUG (AutoscalingActionExecutor-510-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b122040c871T910ebrkmbj1df03ua4bt1dbvl", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610306803943537, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610306803943537], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610308880054937, [junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}} [junit4] 2> 192387 DEBUG (AutoscalingActionExecutor-510-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 192387 DEBUG (AutoscalingActionExecutor-510-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms [junit4] 2> 192387 DEBUG (AutoscalingActionExecutor-510-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 30 ms for event id=22b122040c871T910ebrkmbj1df03ua4bt1dbvl [junit4] 2> 192431 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10004_solr [junit4] 2> 192440 DEBUG (simCloudManagerPool-508-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 192441 DEBUG (simCloudManagerPool-508-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 192487 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192487 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192487 DEBUG (ScheduledTrigger-509-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192508 DEBUG (ScheduledTrigger-509-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192508 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192508 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192528 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192528 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192528 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192530 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 192531 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 192531 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 192548 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192548 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192548 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192568 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192569 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192569 DEBUG (ScheduledTrigger-509-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192574 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 192575 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 192575 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 192575 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 192578 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 192579 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 192579 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 192579 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger [junit4] 2> 192583 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState [junit4] 2> 192595 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10005_solr [junit4] 2> 192595 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 192595 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 192596 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0 [junit4] 2> 192596 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 192602 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0 [junit4] 2> 192602 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0 [junit4] 2> 192602 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 192610 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr] [junit4] 2> 192631 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 192631 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 192631 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 192647 DEBUG (simCloudManagerPool-514-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 192653 DEBUG (ScheduledTrigger-515-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 192655 DEBUG (simCloudManagerPool-514-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 192657 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 192658 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 192658 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 192674 DEBUG (ScheduledTrigger-515-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 192679 DEBUG (simCloudManagerPool-514-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 192680 DEBUG (simCloudManagerPool-514-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 192680 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 192681 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init [junit4] 2> 192681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr] [junit4] 2> 192681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true} [junit4] 2> 192681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 192681 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 192681 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10007_solr [junit4] 2> 192683 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192683 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192683 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10007_solr at time 610323997472887 [junit4] 2> 192694 DEBUG (ScheduledTrigger-515-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2 [junit4] 2> 192703 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192703 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192714 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192723 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192724 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192735 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192744 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192744 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192755 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192764 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192764 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192775 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192785 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192785 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192796 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192805 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192805 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192816 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192825 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192825 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192836 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192846 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192846 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192857 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192866 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192866 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192877 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 192886 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 192886 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 192886 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10007_solr] added at times [610323997472887], now=610334180537837 [junit4] 2> 192887 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"22b1621113877T910ebrkmbj1df03ua4bt1dbvn", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610323997472887, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610323997472887], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}} [junit4] 2> 192887 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger] [junit4] 2> 192887 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b1621113877T910ebrkmbj1df03ua4bt1dbvn", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610323997472887, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610323997472887], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610334205585037, [junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}} [junit4] 2> 192930 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10007_solr [junit4] 2> 192931 DEBUG (AutoscalingActionExecutor-516-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"22b1621113877T910ebrkmbj1df03ua4bt1dbvn", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610323997472887, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610323997472887], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610334205585037, [junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}} [junit4] 2> 192931 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10008_solr [junit4] 2> 192931 DEBUG (AutoscalingActionExecutor-516-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b1621113877T910ebrkmbj1df03ua4bt1dbvn", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610323997472887, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610323997472887], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610334205585037, [junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}} [junit4] 2> 192931 DEBUG (AutoscalingActionExecutor-516-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms [junit4] 2> 192932 DEBUG (AutoscalingActionExecutor-516-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 192932 DEBUG (AutoscalingActionExecutor-516-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 40 ms for event id=22b1621113877T910ebrkmbj1df03ua4bt1dbvn [junit4] 2> 193032 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 193032 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193032 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10008_solr at time 610341448533587 [junit4] 2> 193032 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 3 [junit4] 2> 193052 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 193052 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4 [junit4] 2> 193052 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193073 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4 [junit4] 2> 193073 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 193073 DEBUG (ScheduledTrigger-515-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193093 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4 [junit4] 2> 193093 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 193094 DEBUG (ScheduledTrigger-515-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193114 DEBUG (ScheduledTrigger-515-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4 [junit4] 2> 193114 DEBUG (ScheduledTrigger-515-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 193114 DEBUG (ScheduledTrigger-515-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193131 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 193132 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 193134 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 193144 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 193145 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 0 [junit4] 2> 193145 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 193145 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr, 127.0.0.1:10008_solr, 127.0.0.1:10007_solr] [junit4] 2> 193149 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init [junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr, 127.0.0.1:10008_solr, 127.0.0.1:10007_solr] [junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true} [junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10007_solr [junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10008_solr [junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 193150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 193150 DEBUG (ScheduledTrigger-520-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4 [junit4] 2> 193151 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 193151 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193175 DEBUG (ScheduledTrigger-520-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4 [junit4] 2> 193175 DEBUG (ScheduledTrigger-520-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 193178 DEBUG (ScheduledTrigger-520-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193200 DEBUG (ScheduledTrigger-520-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 193200 DEBUG (ScheduledTrigger-520-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193200 DEBUG (ScheduledTrigger-520-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4 [junit4] 2> 193221 DEBUG (ScheduledTrigger-520-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 193221 DEBUG (ScheduledTrigger-520-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193225 DEBUG (ScheduledTrigger-520-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4 [junit4] 2> 193241 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 193241 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193242 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10008_solr] added at times [610341448533587], now=610351937372987 [junit4] 2> 193242 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"22b1a313b4653T910ebrkmbj1df03ua4bt1dbvo", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610341448533587, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610341448533587], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}} [junit4] 2> 193242 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger] [junit4] 2> 193243 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b1a313b4653T910ebrkmbj1df03ua4bt1dbvo", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610341448533587, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610341448533587], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610351987827937, [junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}} [junit4] 2> 193254 DEBUG (ScheduledTrigger-520-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10008_solr [junit4] 2> 193254 DEBUG (AutoscalingActionExecutor-521-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"22b1a313b4653T910ebrkmbj1df03ua4bt1dbvo", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610341448533587, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610341448533587], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610351987827937, [junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}} [junit4] 2> 193255 DEBUG (AutoscalingActionExecutor-521-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b1a313b4653T910ebrkmbj1df03ua4bt1dbvo", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":610341448533587, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610341448533587], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610351987827937, [junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}} [junit4] 2> 193255 DEBUG (AutoscalingActionExecutor-521-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 193255 DEBUG (AutoscalingActionExecutor-521-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms [junit4] 2> 193255 DEBUG (AutoscalingActionExecutor-521-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 55 ms for event id=22b1a313b4653T910ebrkmbj1df03ua4bt1dbvo [junit4] 2> 193256 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 193259 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 193259 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 193259 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 193260 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 193263 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 193263 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 193263 INFO (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState [junit4] 2> 193266 INFO (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown [junit4] 2> 193287 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10009_solr [junit4] 2> 193287 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 193289 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 193290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0 [junit4] 2> 193290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 193296 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0 [junit4] 2> 193296 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0 [junit4] 2> 193296 INFO (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 193304 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr] [junit4] 2> 193305 DEBUG (simCloudManagerPool-523-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 193305 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 193306 DEBUG (simCloudManagerPool-523-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 193322 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 193335 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1 [junit4] 2> 193351 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 193351 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 193351 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 193344 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 193351 DEBUG (simCloudManagerPool-523-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 193352 DEBUG (simCloudManagerPool-523-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 193352 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 193352 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init [junit4] 2> 193353 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger - Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr] [junit4] 2> 193353 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true} [junit4] 2> 193353 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 193353 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 193354 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 193354 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 193368 DEBUG (simCloudManagerPool-523-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 193371 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 193372 DEBUG (simCloudManagerPool-523-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 193373 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 193373 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 193373 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 193375 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 193375 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 193380 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10011_solr [junit4] 2> 193391 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2 [junit4] 2> 193395 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 193395 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 193395 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10011_solr at time 610359632014787 [junit4] 2> 193412 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3 [junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10011_solr] added at times [610359632014787], now=610360653726787 [junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"22b1e6d0d2dc3T910ebrkmbj1df03ua4bt1dbvq", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":610359632014787, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610359632014787], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}} [junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger] [junit4] 2> 193416 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b1e6d0d2dc3T910ebrkmbj1df03ua4bt1dbvq", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":610359632014787, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610359632014787], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610360673615087, [junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}} [junit4] 2> 193417 DEBUG (ScheduledTrigger-524-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10011_solr [junit4] 2> 193417 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"22b1e6d0d2dc3T910ebrkmbj1df03ua4bt1dbvq", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":610359632014787, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610359632014787], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610360673615087, [junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}} [junit4] 2> 193417 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b1e6d0d2dc3T910ebrkmbj1df03ua4bt1dbvq", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":610359632014787, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610359632014787], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610360673615087, [junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}} [junit4] 2> 193431 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 193431 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms [junit4] 2> 193432 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 735 ms for event id=22b1e6d0d2dc3T910ebrkmbj1df03ua4bt1dbvq [junit4] 2> 193432 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10012_solr [junit4] 2> 193532 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 193532 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 3 [junit4] 2> 193532 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193532 DEBUG (ScheduledTrigger-524-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10012_solr at time 610366447472437 [junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4 [junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10012_solr] added at times [610366447472437], now=610367464145587 [junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"22b200348cf35T910ebrkmbj1df03ua4bt1dbvr", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":610366447472437, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610366447472437], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}} [junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger] [junit4] 2> 193552 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b200348cf35T910ebrkmbj1df03ua4bt1dbvr", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":610366447472437, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610366447472437], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610367476372887, [junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}} [junit4] 2> 193553 DEBUG (ScheduledTrigger-524-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10012_solr [junit4] 2> 193553 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"22b200348cf35T910ebrkmbj1df03ua4bt1dbvr", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":610366447472437, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610366447472437], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610367476372887, [junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}} [junit4] 2> 193553 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event { [junit4] 2> "id":"22b200348cf35T910ebrkmbj1df03ua4bt1dbvr", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":610366447472437, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[610366447472437], [junit4] 2> "preferredOperation":"movereplica", [junit4] 2> "_enqueue_time_":610367476372887, [junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}} [junit4] 2> 193553 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 193553 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms [junit4] 2> 193553 DEBUG (AutoscalingActionExecutor-525-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 22 ms for event id=22b200348cf35T910ebrkmbj1df03ua4bt1dbvr [junit4] 2> 193553 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 193553 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 193554 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 193554 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 193554 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 193554 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 193555 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 193555 INFO (TEST-TestSimTriggerIntegration.testCooldown-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown [junit4] 2> 193563 INFO (TEST-TestSimTriggerIntegration.testListeners-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners [junit4] 2> 193566 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10013_solr [junit4] 2> 193567 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 193567 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 193568 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0 [junit4] 2> 193568 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 193570 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0 [junit4] 2> 193570 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0 [junit4] 2> 193570 INFO (TEST-TestSimTriggerIntegration.testListeners-seed#[7FD87C1654215F3F]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 193572 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10014_solr] [junit4] 2> 193572 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 193572 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 193572 DEBUG (ScheduledTrigger-530-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 193573 DEBUG (simCloudManagerPool-529-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 193573 DEBUG (simCloudManagerPool-529-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 193574 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 193586 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 193586 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 193587 DEBUG (simCloudManagerPool-529-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 193588 DEBUG (simCloudManagerPool-529-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 193592 DEBUG (ScheduledTrigger-530-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 193600 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 193600 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init [junit4] 2> 193600 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10014_solr] [junit4] 2> 193600 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestDummyAction}], enabled=true} [junit4] 2> 193600 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 193600 DEBUG (Simulated Over [...truncated too long message...] stSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1] [junit4] 2> 195623 INFO (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1] [junit4] 2> 195624 DEBUG (ScheduledTrigger-575-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2 [junit4] 2> 195625 INFO (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1] [junit4] 2> 195628 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 195636 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 195636 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 195637 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 195637 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 195637 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 195637 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 195637 INFO (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7FD87C1654215F3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimTriggerIntegration -Dtests.method=testSearchRate -Dtests.seed=7FD87C1654215F3F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=Asia/Tashkent -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] ERROR 0.53s J2 | TestSimTriggerIntegration.testSearchRate <<< [junit4] > Throwable #1: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 6 [junit4] > live nodes:[127.0.0.1:10034_solr, 127.0.0.1:10033_solr] [junit4] > collections:{collection1=DocCollection(collection1//clusterstate.json/5)={ [junit4] > "replicationFactor":"1", [junit4] > "pullReplicas":"0", [junit4] > "router":{"name":"compositeId"}, [junit4] > "maxShardsPerNode":"1", [junit4] > "autoAddReplicas":"false", [junit4] > "nrtReplicas":"2", [junit4] > "tlogReplicas":"0", [junit4] > "autoCreated":"true", [junit4] > "shards":{"shard1":{ [junit4] > "replicas":{ [junit4] > "core_node1":{ [junit4] > "core":"collection1_shard1_replica_n1", [junit4] > "SEARCHER.searcher.maxDoc":0, [junit4] > "SEARCHER.searcher.deletedDocs":0, [junit4] > "INDEX.sizeInBytes":10240, [junit4] > "node_name":"127.0.0.1:10034_solr", [junit4] > "state":"active", [junit4] > "type":"NRT", [junit4] > "INDEX.sizeInGB":9.5367431640625E-6, [junit4] > "SEARCHER.searcher.numDocs":0}, [junit4] > "core_node2":{ [junit4] > "core":"collection1_shard1_replica_n2", [junit4] > "SEARCHER.searcher.maxDoc":0, [junit4] > "SEARCHER.searcher.deletedDocs":0, [junit4] > "INDEX.sizeInBytes":10240, [junit4] > "node_name":"127.0.0.1:10033_solr", [junit4] > "state":"active", [junit4] > "type":"NRT", [junit4] > "INDEX.sizeInGB":9.5367431640625E-6, [junit4] > "SEARCHER.searcher.numDocs":0}}, [junit4] > "range":"80000000-7fffffff", [junit4] > "state":"active"}}}}, last coll state: DocCollection(collection1//clusterstate.json/5)={ [junit4] > "replicationFactor":"1", [junit4] > "pullReplicas":"0", [junit4] > "router":{"name":"compositeId"}, [junit4] > "maxShardsPerNode":"1", [junit4] > "autoAddReplicas":"false", [junit4] > "nrtReplicas":"2", [junit4] > "tlogReplicas":"0", [junit4] > "autoCreated":"true", [junit4] > "shards":{"shard1":{ [junit4] > "replicas":{ [junit4] > "core_node1":{ [junit4] > "core":"collection1_shard1_replica_n1", [junit4] > "SEARCHER.searcher.maxDoc":0, [junit4] > "SEARCHER.searcher.deletedDocs":0, [junit4] > "INDEX.sizeInBytes":10240, [junit4] > "node_name":"127.0.0.1:10034_solr", [junit4] > "state":"active", [junit4] > "type":"NRT", [junit4] > "INDEX.sizeInGB":9.5367431640625E-6, [junit4] > "SEARCHER.searcher.numDocs":0}, [junit4] > "core_node2":{ [junit4] > "core":"collection1_shard1_replica_n2", [junit4] > "SEARCHER.searcher.maxDoc":0, [junit4] > "SEARCHER.searcher.deletedDocs":0, [junit4] > "INDEX.sizeInBytes":10240, [junit4] > "node_name":"127.0.0.1:10033_solr", [junit4] > "state":"active", [junit4] > "type":"NRT", [junit4] > "INDEX.sizeInGB":9.5367431640625E-6, [junit4] > "SEARCHER.searcher.numDocs":0}}, [junit4] > "range":"80000000-7fffffff", [junit4] > "state":"active"}}} [junit4] > at __randomizedtesting.SeedInfo.seed([7FD87C1654215F3F:2290629F9BE7F970]:0) [junit4] > at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:129) [junit4] > at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1329) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567) [junit4] > at java.base/java.lang.Thread.run(Thread.java:835) [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_7FD87C1654215F3F-001 [junit4] 2> 195611 DEBUG (simCloudManagerPool-574-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for collection1 / shard1 (currentVersion=6): {"core_node1":{ [junit4] 2> "core":"collection1_shard1_replica_n1", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"collection1", [junit4] 2> "node_name":"127.0.0.1:10034_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=112, maxMBSortInHeap=6.558753763630428, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@30b3e568), locale=ar-IQ, timezone=Asia/Tashkent [junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 12-testing (64-bit)/cpus=8,threads=1,free=309928568,total=494927872 [junit4] 2> NOTE: All tests run in this JVM: [HealthCheckHandlerTest, QueryParsingTest, DistributedDebugComponentTest, DocumentAnalysisRequestHandlerTest, MetricUtilsTest, TestEmbeddedSolrServerSchemaAPI, TestNumericTerms64, TestPostingsSolrHighlighter, TestSolrCloudWithHadoopAuthPlugin, TestNamedUpdateProcessors, TestConfigSetsAPIExclusivity, CollectionsAPIAsyncDistributedZkTest, TestCloudPseudoReturnFields, TestSimTriggerIntegration] [junit4] Completed [48/840 (1!)] on J2 in 4.77s, 11 tests, 1 error <<< FAILURES! [...truncated 45269 lines...] [repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/211/consoleText [repro] Revision: 00a702443c9cb1edb2431757e3b0909067109161 [repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" [repro] Repro line: ant test -Dtestcase=TestSimTriggerIntegration -Dtests.method=testSearchRate -Dtests.seed=7FD87C1654215F3F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=Asia/Tashkent -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [repro] ant clean [...truncated 6 lines...] [repro] Test suites by module: [repro] solr/core [repro] TestSimTriggerIntegration [repro] ant compile-test [...truncated 3577 lines...] [repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestSimTriggerIntegration" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=7FD87C1654215F3F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=Asia/Tashkent -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [...truncated 125 lines...] [repro] Failures: [repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration [repro] Exiting with code 0 [...truncated 43 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org