Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/334/ Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed. FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling Error Message: Both triggers should have fired by now Stack Trace: java.lang.AssertionError: Both triggers should have fired by now at __randomizedtesting.SeedInfo.seed([A9D0B4C71D2DF79A:52F21CE2CF871408]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling(TriggerIntegrationTest.java:255) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 13514 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [junit4] 2> 3215829 INFO (SUITE-TriggerIntegrationTest-seed#[A9D0B4C71D2DF79A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A9D0B4C71D2DF79A-001/init-core-data-001 [junit4] 2> 3215829 WARN (SUITE-TriggerIntegrationTest-seed#[A9D0B4C71D2DF79A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4 [junit4] 2> 3215830 INFO (SUITE-TriggerIntegrationTest-seed#[A9D0B4C71D2DF79A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 3215831 INFO (SUITE-TriggerIntegrationTest-seed#[A9D0B4C71D2DF79A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 3215832 INFO (SUITE-TriggerIntegrationTest-seed#[A9D0B4C71D2DF79A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A9D0B4C71D2DF79A-001/tempDir-001 [junit4] 2> 3215832 INFO (SUITE-TriggerIntegrationTest-seed#[A9D0B4C71D2DF79A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 3215832 INFO (Thread-8876) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 3215832 INFO (Thread-8876) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 3215833 ERROR (Thread-8876) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 3215935 INFO (SUITE-TriggerIntegrationTest-seed#[A9D0B4C71D2DF79A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59725 [junit4] 2> 3215944 INFO (zkConnectionManagerCallback-6654-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3215948 INFO (jetty-launcher-6651-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 3215948 INFO (jetty-launcher-6651-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 3215949 INFO (jetty-launcher-6651-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59084ff2{/solr,null,AVAILABLE} [junit4] 2> 3215949 INFO (jetty-launcher-6651-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@76caadb9{HTTP/1.1,[http/1.1]}{127.0.0.1:45112} [junit4] 2> 3215950 INFO (jetty-launcher-6651-thread-2) [ ] o.e.j.s.Server Started @3220165ms [junit4] 2> 3215950 INFO (jetty-launcher-6651-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45112} [junit4] 2> 3215950 INFO (jetty-launcher-6651-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5644eeb0{/solr,null,AVAILABLE} [junit4] 2> 3215950 ERROR (jetty-launcher-6651-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3215950 INFO (jetty-launcher-6651-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b99bd94{HTTP/1.1,[http/1.1]}{127.0.0.1:53155} [junit4] 2> 3215950 INFO (jetty-launcher-6651-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 3215950 INFO (jetty-launcher-6651-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3215950 INFO (jetty-launcher-6651-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3215950 INFO (jetty-launcher-6651-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T05:55:27.085Z [junit4] 2> 3215950 INFO (jetty-launcher-6651-thread-1) [ ] o.e.j.s.Server Started @3220165ms [junit4] 2> 3215950 INFO (jetty-launcher-6651-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53155} [junit4] 2> 3215950 ERROR (jetty-launcher-6651-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3215951 INFO (jetty-launcher-6651-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 3215951 INFO (jetty-launcher-6651-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3215951 INFO (jetty-launcher-6651-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3215951 INFO (jetty-launcher-6651-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T05:55:27.086Z [junit4] 2> 3215952 INFO (zkConnectionManagerCallback-6656-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3215953 INFO (zkConnectionManagerCallback-6658-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3215954 INFO (jetty-launcher-6651-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3215956 INFO (jetty-launcher-6651-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3215959 INFO (jetty-launcher-6651-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59725/solr [junit4] 2> 3215961 INFO (zkConnectionManagerCallback-6662-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3215961 INFO (jetty-launcher-6651-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59725/solr [junit4] 2> 3215963 INFO (zkConnectionManagerCallback-6666-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3215963 INFO (zkConnectionManagerCallback-6668-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3215965 INFO (zkConnectionManagerCallback-6670-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3216105 INFO (jetty-launcher-6651-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3216105 INFO (jetty-launcher-6651-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45112_solr [junit4] 2> 3216106 INFO (jetty-launcher-6651-thread-1) [n:127.0.0.1:53155_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3216107 INFO (jetty-launcher-6651-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.Overseer Overseer (id=99165439719374854-127.0.0.1:45112_solr-n_0000000000) starting [junit4] 2> 3216108 INFO (jetty-launcher-6651-thread-1) [n:127.0.0.1:53155_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53155_solr [junit4] 2> 3216109 INFO (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3216110 INFO (zkCallback-6669-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3216117 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 3216118 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 3216119 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:53155_solr] [junit4] 2> 3216119 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 3216119 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 3216119 INFO (jetty-launcher-6651-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45112_solr [junit4] 2> 3216121 INFO (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 3216121 INFO (zkCallback-6669-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 3216122 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3216123 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 3216123 DEBUG (ScheduledTrigger-11372-thread-1) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:45112_solr, 127.0.0.1:53155_solr] [junit4] 2> 3216209 INFO (jetty-launcher-6651-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45112.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3216214 INFO (jetty-launcher-6651-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45112.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3216215 INFO (jetty-launcher-6651-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45112.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3216215 INFO (jetty-launcher-6651-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A9D0B4C71D2DF79A-001/tempDir-001/node2/. [junit4] 2> 3216225 INFO (jetty-launcher-6651-thread-1) [n:127.0.0.1:53155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53155.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3216231 INFO (jetty-launcher-6651-thread-1) [n:127.0.0.1:53155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53155.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3216231 INFO (jetty-launcher-6651-thread-1) [n:127.0.0.1:53155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53155.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3216231 INFO (jetty-launcher-6651-thread-1) [n:127.0.0.1:53155_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A9D0B4C71D2DF79A-001/tempDir-001/node1/. [junit4] 2> 3216244 INFO (zkConnectionManagerCallback-6675-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3216248 INFO (zkConnectionManagerCallback-6679-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3216250 INFO (SUITE-TriggerIntegrationTest-seed#[A9D0B4C71D2DF79A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3216252 INFO (SUITE-TriggerIntegrationTest-seed#[A9D0B4C71D2DF79A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59725/solr ready [junit4] 2> 3216270 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue [junit4] 2> 3216271 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2 [junit4] 2> 3216271 DEBUG (zkCallback-6669-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 3216271 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 3216275 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3216275 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3216275 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 3216277 INFO (qtp949423043-30808) [n:127.0.0.1:53155_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 3216294 INFO (qtp949423043-30808) [n:127.0.0.1:53155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=16 [junit4] 2> 3216297 INFO (zkConnectionManagerCallback-6683-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3216298 INFO (qtp949423043-30813) [n:127.0.0.1:53155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3216299 INFO (qtp949423043-30813) [n:127.0.0.1:53155_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59725/solr ready [junit4] 2> 3216300 INFO (qtp949423043-30820) [n:127.0.0.1:53155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 3216301 INFO (qtp2014453933-30800) [n:127.0.0.1:45112_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 3216301 DEBUG (qtp949423043-30813) [n:127.0.0.1:53155_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3216302 INFO (qtp949423043-30813) [n:127.0.0.1:53155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 3216303 DEBUG (zkCallback-6669-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 3216303 INFO (zkCallback-6669-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated [junit4] 2> 3216304 DEBUG (zkCallback-6669-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:45112_solr, 127.0.0.1:53155_solr] [junit4] 2> 3216304 DEBUG (zkCallback-6669-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true} [junit4] 2> 3216304 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 3216306 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 3216307 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3216307 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 3216307 DEBUG (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 3216307 DEBUG (ScheduledTrigger-11372-thread-1) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 3216307 DEBUG (ScheduledTrigger-11372-thread-1) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:45112_solr, 127.0.0.1:53155_solr] [junit4] 2> 3216308 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52487700{/solr,null,AVAILABLE} [junit4] 2> 3216309 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f92f4a3{HTTP/1.1,[http/1.1]}{127.0.0.1:41015} [junit4] 2> 3216309 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.Server Started @3220524ms [junit4] 2> 3216309 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41015} [junit4] 2> 3216309 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3216309 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 3216309 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3216309 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3216309 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T05:55:27.444Z [junit4] 2> 3216311 INFO (zkConnectionManagerCallback-6685-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3216311 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3216317 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59725/solr [junit4] 2> 3216318 INFO (zkConnectionManagerCallback-6689-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3216321 INFO (zkConnectionManagerCallback-6691-thread-1-processing-n:127.0.0.1:41015_solr) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3216330 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3216335 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:41015_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3216338 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:41015_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41015_solr [junit4] 2> 3216341 INFO (zkCallback-6669-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3216341 INFO (zkCallback-6678-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3216342 INFO (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3216343 INFO (zkCallback-6690-thread-1-processing-n:127.0.0.1:41015_solr) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3216429 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:41015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41015.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3216440 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:41015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41015.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3216440 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:41015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41015.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3216441 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:41015_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A9D0B4C71D2DF79A-001/tempDir-001/node3/. [junit4] 2> 3217314 DEBUG (ScheduledTrigger-11372-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 3217314 DEBUG (ScheduledTrigger-11372-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:45112_solr, 127.0.0.1:53155_solr] [junit4] 2> 3217315 DEBUG (ScheduledTrigger-11372-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:41015_solr at time 1513144528450000000 [junit4] 2> 3218293 INFO (OverseerCollectionConfigSetProcessor-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 3218328 DEBUG (ScheduledTrigger-11372-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 3218329 DEBUG (ScheduledTrigger-11372-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:45112_solr, 127.0.0.1:53155_solr] [junit4] 2> 3218329 DEBUG (ScheduledTrigger-11372-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:41015_solr] added at times [1513144528450000000], now=1513144529464000000 [junit4] 2> 3218329 DEBUG (ScheduledTrigger-11372-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"14ffc4ee80169480T7d1nrerz9xsgn6v2rpu60yw7", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1513144528450000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144528450000000], [junit4] 2> "nodeNames":["127.0.0.1:41015_solr"]}} [junit4] 2> 3218330 INFO (ScheduledTrigger-11372-thread-2) [n:127.0.0.1:45112_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 3218331 DEBUG (AutoscalingActionExecutor-11373-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"14ffc4ee80169480T7d1nrerz9xsgn6v2rpu60yw7", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1513144528450000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144528450000000], [junit4] 2> "_enqueue_time_":1513144529464000000, [junit4] 2> "nodeNames":["127.0.0.1:41015_solr"]}} [junit4] 2> 3218332 INFO (AutoscalingActionExecutor-11373-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: { [junit4] 2> "id":"14ffc4ee80169480T7d1nrerz9xsgn6v2rpu60yw7", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1513144528450000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144528450000000], [junit4] 2> "_enqueue_time_":1513144529464000000, [junit4] 2> "nodeNames":["127.0.0.1:41015_solr"]}} [junit4] 2> 3218335 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@76caadb9{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 3218336 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=406546365 [junit4] 2> 3218336 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 3218336 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b7bbdb: rootName = solr_45112, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@38542e37 [junit4] 2> 3218346 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 3218346 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17777f35: rootName = solr_45112, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4739e3a4 [junit4] 2> 3218353 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 3218353 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f3d761e: rootName = solr_45112, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@43066f9b [junit4] 2> 3218357 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45112_solr [junit4] 2> 3218359 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 3218359 INFO (zkCallback-6669-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 3218359 INFO (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 3218359 INFO (zkCallback-6678-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 3218359 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 3218360 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.Overseer Overseer (id=99165439719374854-127.0.0.1:45112_solr-n_0000000000) closing [junit4] 2> 3218360 INFO (OverseerStateUpdate-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45112_solr [junit4] 2> 3218361 WARN (OverseerAutoScalingTriggerThread-99165439719374854-127.0.0.1:45112_solr-n_0000000000) [n:127.0.0.1:45112_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 3218361 INFO (zkCallback-6690-thread-1-processing-n:127.0.0.1:41015_solr) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 3218362 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 3218363 WARN (AutoscalingActionExecutor-11373-thread-1-processing-n:127.0.0.1:45112_solr) [n:127.0.0.1:45112_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions [junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_trigger1 has been closed. [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:504) [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:320) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 3218364 INFO (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53155_solr [junit4] 2> 3218364 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@59084ff2{/solr,null,UNAVAILABLE} [junit4] 2> 3218366 INFO (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.Overseer Overseer (id=99165439719374853-127.0.0.1:53155_solr-n_0000000001) starting [junit4] 2> 3218377 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 3218378 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 3218378 INFO (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated [junit4] 2> 3218379 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3218379 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true} [junit4] 2> 3218379 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3218379 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1 [junit4] 2> 3218379 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 3218382 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 3218382 DEBUG (ScheduledTrigger-11387-thread-1) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3218382 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 3218383 DEBUG (ScheduledTrigger-11387-thread-2) [n:127.0.0.1:53155_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"14ffc4ee80169480T7d1nrerz9xsgn6v2rpu60yw7", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1513144528450000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144528450000000], [junit4] 2> "_dequeue_time_":1513144529518000000, [junit4] 2> "_enqueue_time_":1513144529464000000, [junit4] 2> "nodeNames":["127.0.0.1:41015_solr"], [junit4] 2> "replaying":true}} [junit4] 2> 3218383 INFO (ScheduledTrigger-11387-thread-2) [n:127.0.0.1:53155_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 3218384 DEBUG (AutoscalingActionExecutor-11388-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"14ffc4ee80169480T7d1nrerz9xsgn6v2rpu60yw7", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1513144528450000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144528450000000], [junit4] 2> "_dequeue_time_":1513144529518000000, [junit4] 2> "_enqueue_time_":1513144529464000000, [junit4] 2> "nodeNames":["127.0.0.1:41015_solr"], [junit4] 2> "replaying":true}} [junit4] 2> 3218384 INFO (AutoscalingActionExecutor-11388-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: { [junit4] 2> "id":"14ffc4ee80169480T7d1nrerz9xsgn6v2rpu60yw7", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1513144528450000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144528450000000], [junit4] 2> "_dequeue_time_":1513144529518000000, [junit4] 2> "_enqueue_time_":1513144529464000000, [junit4] 2> "nodeNames":["127.0.0.1:41015_solr"], [junit4] 2> "replaying":true}} [junit4] 2> 3218385 DEBUG (ScheduledTrigger-11387-thread-2) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 3218385 DEBUG (ScheduledTrigger-11387-thread-2) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3219385 DEBUG (ScheduledTrigger-11387-thread-1) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3219387 DEBUG (ScheduledTrigger-11387-thread-3) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 3219387 DEBUG (ScheduledTrigger-11387-thread-3) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3220388 DEBUG (ScheduledTrigger-11387-thread-2) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3220388 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 3220388 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3221389 DEBUG (ScheduledTrigger-11387-thread-2) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3221389 DEBUG (ScheduledTrigger-11387-thread-3) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 3221389 DEBUG (ScheduledTrigger-11387-thread-3) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3222390 DEBUG (ScheduledTrigger-11387-thread-2) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3222390 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 3222390 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3223368 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue [junit4] 2> 3223391 DEBUG (ScheduledTrigger-11387-thread-2) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3223391 DEBUG (ScheduledTrigger-11387-thread-3) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 3223392 DEBUG (ScheduledTrigger-11387-thread-3) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3223398 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown [junit4] 2> 3223399 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5 [junit4] 2> 3223400 DEBUG (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 3223400 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 3223404 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3223404 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3223405 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 3223410 INFO (zkConnectionManagerCallback-6697-thread-1-processing-n:127.0.0.1:41015_solr) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223412 INFO (qtp1768846727-30868) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3223413 INFO (qtp1768846727-30868) [n:127.0.0.1:41015_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59725/solr ready [junit4] 2> 3223415 INFO (qtp949423043-30809) [n:127.0.0.1:53155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 3223416 INFO (qtp1768846727-30870) [n:127.0.0.1:41015_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 3223417 DEBUG (qtp1768846727-30868) [n:127.0.0.1:41015_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3223419 INFO (qtp1768846727-30868) [n:127.0.0.1:41015_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=11 [junit4] 2> 3223420 DEBUG (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 3223421 DEBUG (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3223421 DEBUG (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 3223421 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 3223423 INFO (zkConnectionManagerCallback-6701-thread-1-processing-n:127.0.0.1:41015_solr) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223424 INFO (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 3223424 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3223425 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6 [junit4] 2> 3223425 INFO (qtp1768846727-30871) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3223425 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3223425 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3223426 INFO (qtp1768846727-30871) [n:127.0.0.1:41015_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59725/solr ready [junit4] 2> 3223427 INFO (qtp949423043-30811) [n:127.0.0.1:53155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 3223427 INFO (qtp1768846727-30872) [n:127.0.0.1:41015_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 3223427 DEBUG (qtp1768846727-30871) [n:127.0.0.1:41015_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3223429 INFO (qtp1768846727-30871) [n:127.0.0.1:41015_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 3223429 DEBUG (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 3223430 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 3223430 DEBUG (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53155_solr] [junit4] 2> 3223430 DEBUG (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 3223430 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 3223431 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bfffb4e{/solr,null,AVAILABLE} [junit4] 2> 3223431 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44cd3f64{HTTP/1.1,[http/1.1]}{127.0.0.1:53627} [junit4] 2> 3223431 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.Server Started @3227648ms [junit4] 2> 3223431 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53627} [junit4] 2> 3223431 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3223431 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3223432 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7 [junit4] 2> 3223432 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 3223432 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3223432 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3223432 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T05:55:34.567Z [junit4] 2> 3223433 INFO (zkConnectionManagerCallback-6703-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223434 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3223440 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59725/solr [junit4] 2> 3223442 INFO (zkConnectionManagerCallback-6707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223443 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1604e7128780010, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 3223445 INFO (zkConnectionManagerCallback-6709-thread-1-processing-n:127.0.0.1:53627_solr) [n:127.0.0.1:53627_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3223456 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:53627_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3223457 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:53627_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3223464 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:53627_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53627_solr [junit4] 2> 3223465 INFO (zkCallback-6678-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3223466 INFO (zkCallback-6690-thread-1-processing-n:127.0.0.1:41015_solr) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3223466 INFO (zkCallback-6708-thread-1-processing-n:127.0.0.1:53627_solr) [n:127.0.0.1:53627_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3223466 INFO (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3223552 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:53627_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53627.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3223559 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:53627_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53627.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3223559 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:53627_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53627.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3223560 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:53627_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A9D0B4C71D2DF79A-001/tempDir-001/node4/. [junit4] 2> 3224429 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3224430 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:53155_solr] [junit4] 2> 3224430 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:53627_solr at time 1513144535565000000 [junit4] 2> 3225432 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3225432 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:53155_solr] [junit4] 2> 3225432 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:53627_solr] added at times [1513144535565000000], now=1513144536567000000 [junit4] 2> 3225432 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"14ffc4f0282cdd40T7d1nrerz9xsgn6v2rpu60ywa", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":1513144535565000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144535565000000], [junit4] 2> "nodeNames":["127.0.0.1:53627_solr"]}} [junit4] 2> 3225433 INFO (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 3225433 DEBUG (AutoscalingActionExecutor-11388-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"14ffc4f0282cdd40T7d1nrerz9xsgn6v2rpu60ywa", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":1513144535565000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144535565000000], [junit4] 2> "_enqueue_time_":1513144536567000000, [junit4] 2> "nodeNames":["127.0.0.1:53627_solr"]}} [junit4] 2> 3226435 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 3226436 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3226436 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:53155_solr] [junit4] 2> 3226438 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e4ba854{/solr,null,AVAILABLE} [junit4] 2> 3226438 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f88a6b2{HTTP/1.1,[http/1.1]}{127.0.0.1:58029} [junit4] 2> 3226439 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.Server Started @3230656ms [junit4] 2> 3226439 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58029} [junit4] 2> 3226439 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3226439 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 3226439 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3226439 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3226439 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T05:55:37.574Z [junit4] 2> 3226442 INFO (zkConnectionManagerCallback-6712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3226443 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3226455 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59725/solr [junit4] 2> 3226458 INFO (zkConnectionManagerCallback-6716-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3226462 INFO (zkConnectionManagerCallback-6718-thread-1-processing-n:127.0.0.1:58029_solr) [n:127.0.0.1:58029_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3226475 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:58029_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 3226478 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:58029_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3226481 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:58029_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58029_solr [junit4] 2> 3226493 INFO (zkCallback-6717-thread-1-processing-n:127.0.0.1:58029_solr) [n:127.0.0.1:58029_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3226493 INFO (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3226494 INFO (zkCallback-6678-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3226513 INFO (zkCallback-6690-thread-1-processing-n:127.0.0.1:41015_solr) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3226513 INFO (zkCallback-6708-thread-1-processing-n:127.0.0.1:53627_solr) [n:127.0.0.1:53627_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3226578 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:58029_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58029.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3226589 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:58029_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58029.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3226590 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:58029_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58029.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3226592 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:58029_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A9D0B4C71D2DF79A-001/tempDir-001/node5/. [junit4] 2> 3227437 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3227437 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:58029_solr, 127.0.0.1:53155_solr] [junit4] 2> 3227437 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:58029_solr at time 1513144538572000000 [junit4] 2> 3228439 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3228439 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:58029_solr, 127.0.0.1:53155_solr] [junit4] 2> 3228439 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:58029_solr] added at times [1513144538572000000], now=1513144539574000000 [junit4] 2> 3228440 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14ffc4f0db680b00T7d1nrerz9xsgn6v2rpu60ywc", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":1513144538572000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144538572000000], [junit4] 2> "nodeNames":["127.0.0.1:58029_solr"]}} [junit4] 2> 3229441 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3229441 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:58029_solr, 127.0.0.1:53155_solr] [junit4] 2> 3229441 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:58029_solr] added at times [1513144538572000000], now=1513144540576000000 [junit4] 2> 3229441 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14ffc4f0db680b00T7d1nrerz9xsgn6v2rpu60ywd", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":1513144538572000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144538572000000], [junit4] 2> "nodeNames":["127.0.0.1:58029_solr"]}} [junit4] 2> 3230442 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3230442 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:58029_solr, 127.0.0.1:53155_solr] [junit4] 2> 3230442 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:58029_solr] added at times [1513144538572000000], now=1513144541577000000 [junit4] 2> 3230442 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"14ffc4f0db680b00T7d1nrerz9xsgn6v2rpu60ywe", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":1513144538572000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144538572000000], [junit4] 2> "nodeNames":["127.0.0.1:58029_solr"]}} [junit4] 2> 3230443 DEBUG (AutoscalingActionExecutor-11388-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"14ffc4f0db680b00T7d1nrerz9xsgn6v2rpu60ywe", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":1513144538572000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144538572000000], [junit4] 2> "_enqueue_time_":1513144541578000000, [junit4] 2> "nodeNames":["127.0.0.1:58029_solr"]}} [junit4] 2> 3230443 INFO (AutoscalingActionExecutor-11388-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.ActionThrottle The last action attempt started 5011ms ago. [junit4] 2> 3231445 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3231445 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:58029_solr, 127.0.0.1:53155_solr] [junit4] 2> 3232446 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3232446 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:58029_solr, 127.0.0.1:53155_solr] [junit4] 2> 3232449 INFO (zkConnectionManagerCallback-6723-thread-1-processing-n:127.0.0.1:53627_solr) [n:127.0.0.1:53627_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3232452 INFO (qtp1058511291-30914) [n:127.0.0.1:53627_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 3232453 INFO (qtp1058511291-30914) [n:127.0.0.1:53627_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59725/solr ready [junit4] 2> 3232454 INFO (qtp949423043-30810) [n:127.0.0.1:53155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 3232455 INFO (qtp1768846727-30866) [n:127.0.0.1:41015_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 3232456 INFO (qtp1058511291-30916) [n:127.0.0.1:53627_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 3232458 INFO (qtp1612117776-30936) [n:127.0.0.1:58029_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 3232458 DEBUG (qtp1058511291-30914) [n:127.0.0.1:53627_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3232459 INFO (qtp1058511291-30914) [n:127.0.0.1:53627_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13 [junit4] 2> 3232460 DEBUG (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8 [junit4] 2> 3232461 DEBUG (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:58029_solr, 127.0.0.1:53155_solr] [junit4] 2> 3232461 DEBUG (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 3232461 INFO (qtp1058511291-30917) [n:127.0.0.1:53627_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 3232461 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8 [junit4] 2> 3232461 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCooldownPeriodSeconds from: 5 to: 7 [junit4] 2> 3232461 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3232461 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 3232462 DEBUG (OverseerAutoScalingTriggerThread-99165439719374853-127.0.0.1:53155_solr-n_0000000001) [n:127.0.0.1:53155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8 [junit4] 2> 3232463 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ad11bea{/solr,null,AVAILABLE} [junit4] 2> 3232463 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a29763{HTTP/1.1,[http/1.1]}{127.0.0.1:34161} [junit4] 2> 3232463 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.Server Started @3236682ms [junit4] 2> 3232463 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34161} [junit4] 2> 3232464 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3232464 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 3232464 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3232464 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3232464 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T05:55:43.599Z [junit4] 2> 3232469 INFO (zkConnectionManagerCallback-6725-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3232471 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3232478 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59725/solr [junit4] 2> 3232479 INFO (zkConnectionManagerCallback-6729-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3232483 INFO (zkConnectionManagerCallback-6731-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3232498 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:34161_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 3232501 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:34161_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3232506 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:34161_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34161_solr [junit4] 2> 3232510 INFO (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 3232510 INFO (zkCallback-6730-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 3232510 INFO (zkCallback-6708-thread-1-processing-n:127.0.0.1:53627_solr) [n:127.0.0.1:53627_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 3232511 INFO (zkCallback-6678-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 3232511 INFO (zkCallback-6690-thread-1-processing-n:127.0.0.1:41015_solr) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 3232511 INFO (zkCallback-6717-thread-1-processing-n:127.0.0.1:58029_solr) [n:127.0.0.1:58029_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 3232635 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:34161_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34161.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3232647 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:34161_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34161.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3232648 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:34161_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34161.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3232650 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:34161_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A9D0B4C71D2DF79A-001/tempDir-001/node6/. [junit4] 2> 3233447 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3233447 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:58029_solr, 127.0.0.1:34161_solr, 127.0.0.1:53155_solr] [junit4] 2> 3233447 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34161_solr at time 1513144544582000000 [junit4] 2> 3234449 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 3234449 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41015_solr, 127.0.0.1:53627_solr, 127.0.0.1:58029_solr, 127.0.0.1:34161_solr, 127.0.0.1:53155_solr] [junit4] 2> 3234449 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:34161_solr] added at times [1513144544582000000], now=1513144545584000000 [junit4] 2> 3234449 DEBUG (ScheduledTrigger-11387-thread-4) [n:127.0.0.1:53155_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"14ffc4f241a15d80T7d1nrerz9xsgn6v2rpu60ywf", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":1513144544582000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144544582000000], [junit4] 2> "nodeNames":["127.0.0.1:34161_solr"]}} [junit4] 2> 3234450 DEBUG (AutoscalingActionExecutor-11388-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"14ffc4f241a15d80T7d1nrerz9xsgn6v2rpu60ywf", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":1513144544582000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1513144544582000000], [junit4] 2> "_enqueue_time_":1513144545584000000, [junit4] 2> "nodeNames":["127.0.0.1:34161_solr"]}} [junit4] 2> 3234451 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 3234452 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b27c190{/solr,null,AVAILABLE} [junit4] 2> 3234453 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1180ebe1{HTTP/1.1,[http/1.1]}{127.0.0.1:48920} [junit4] 2> 3234453 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.e.j.s.Server Started @3238672ms [junit4] 2> 3234453 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48920} [junit4] 2> 3234453 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3234453 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 3234454 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3234454 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3234454 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-13T05:55:45.589Z [junit4] 2> 3234456 INFO (zkConnectionManagerCallback-6734-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3234457 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3234465 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59725/solr [junit4] 2> 3234465 INFO (zkConnectionManagerCallback-6738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3234472 INFO (zkConnectionManagerCallback-6740-thread-1-processing-n:127.0.0.1:48920_solr) [n:127.0.0.1:48920_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3234484 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:48920_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5) [junit4] 2> 3234488 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:48920_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3234491 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:48920_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48920_solr [junit4] 2> 3234493 INFO (zkCallback-6667-thread-1-processing-n:127.0.0.1:53155_solr) [n:127.0.0.1:53155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 3234493 INFO (zkCallback-6717-thread-1-processing-n:127.0.0.1:58029_solr) [n:127.0.0.1:58029_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 3234493 INFO (zkCallback-6708-thread-1-processing-n:127.0.0.1:53627_solr) [n:127.0.0.1:53627_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 3234493 INFO (zkCallback-6730-thread-1-processing-n:127.0.0.1:34161_solr) [n:127.0.0.1:34161_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 3234493 INFO (zkCallback-6678-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 3234494 INFO (zkCallback-6690-thread-1-processing-n:127.0.0.1:41015_solr) [n:127.0.0.1:41015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 3234494 INFO (zkCallback-6739-thread-1-processing-n:127.0.0.1:48920_solr) [n:127.0.0.1:48920_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6) [junit4] 2> 3234589 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:48920_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48920.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3234596 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:48920_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48920.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3234597 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:48920_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48920.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442df67 [junit4] 2> 3234597 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A9D0B4C71D2DF79A]) [n:127.0.0.1:48920_solr ] o.a.s.c.CorePropertiesLo [...truncated too long message...] /solr,null,UNAVAILABLE} [junit4] 2> 3398775 ERROR (SUITE-TriggerIntegrationTest-seed#[A9D0B4C71D2DF79A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 3398776 INFO (SUITE-TriggerIntegrationTest-seed#[A9D0B4C71D2DF79A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59725 59725 [junit4] 2> 3408818 INFO (Thread-8876) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59725 59725 [junit4] 2> 3408819 WARN (Thread-8876) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 45 /solr/aliases.json [junit4] 2> 45 /solr/clusterprops.json [junit4] 2> 19 /solr/security.json [junit4] 2> 2 /solr/configs/conf [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 45 /solr/clusterstate.json [junit4] 2> 16 /solr/collections/collection1/state.json [junit4] 2> 6 /solr/autoscaling.json [junit4] 2> 3 /solr/overseer_elect/election/99165439719374886-127.0.0.1:47473_solr-n_0000000009 [junit4] 2> 2 /solr/overseer_elect/election/99165439719374872-127.0.0.1:34161_solr-n_0000000005 [junit4] 2> 2 /solr/overseer_elect/election/99165439719374901-127.0.0.1:36114_solr-n_0000000013 [junit4] 2> 2 /solr/overseer_elect/election/99165439719374906-127.0.0.1:57841_solr-n_0000000014 [junit4] 2> 2 /solr/overseer_elect/election/99165439719374879-127.0.0.1:61048_solr-n_0000000007 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 45 /solr/collections [junit4] 2> 43 /solr/live_nodes [junit4] 2> 6 /solr/overseer/queue-work [junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 6 /solr/overseer/queue [junit4] 2> 6 /solr/overseer/collection-queue-work [junit4] 2> 3 /solr/autoscaling/events/node_added_trigger [junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A9D0B4C71D2DF79A-001 [junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=es-PE, timezone=America/Winnipeg [junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=122869992,total=514850816 [junit4] 2> NOTE: All tests run in this JVM: [ReplicaListTransformerTest, TestPseudoReturnFields, ClusterStateTest, TestFieldCacheWithThreads, TestHdfsCloudBackupRestore, JSONWriterTest, UtilsToolTest, TestInPlaceUpdatesDistrib, SolrXmlInZkTest, MigrateRouteKeyTest, ScriptEngineTest, CircularListTest, HdfsThreadLeakTest, DeleteInactiveReplicaTest, TestHalfAndHalfDocValues, TestExportWriter, RankQueryTest, SolrShardReporterTest, DistributedExpandComponentTest, DirectSolrConnectionTest, OverriddenZkACLAndCredentialsProvidersTest, SolrCLIZkUtilsTest, TestCustomStream, HttpSolrCallGetCoreTest, SubstringBytesRefFilterTest, TestExpandComponent, ShardRoutingTest, AutoAddReplicasIntegrationTest, DeleteNodeTest, TestBinaryResponseWriter, HdfsCollectionsAPIDistributedZkTest, TestDFISimilarityFactory, TestSubQueryTransformerDistrib, TestManagedResourceStorage, DirectUpdateHandlerOptimizeTest, TestBulkSchemaConcurrent, TestHashQParserPlugin, TestFieldCacheSortRandom, BitVectorTest, TestStandardQParsers, TestCloudNestedDocsSort, TestAtomicUpdateErrorCases, MetricUtilsTest, TestMacroExpander, MultiTermTest, DistribJoinFromCollectionTest, TestSegmentSorting, DeleteShardTest, PrimUtilsTest, HttpTriggerListenerTest, TestRuleBasedAuthorizationPlugin, SuggestComponentTest, TestHdfsBackupRestoreCore, JvmMetricsTest, DistributedFacetPivotLargeTest, ChaosMonkeyNothingIsSafeTest, NumericFieldsTest, SuggesterFSTTest, AlternateDirectoryTest, SolrCoreMetricManagerTest, TestRawTransformer, SolrSlf4jReporterTest, CurrencyFieldTypeTest, SliceStateTest, AutoScalingHandlerTest, HdfsUnloadDistributedZkTest, TestSolrCloudWithHadoopAuthPlugin, TestDynamicFieldCollectionResource, ZkControllerTest, TestReversedWildcardFilterFactory, TestGraphMLResponseWriter, TestObjectReleaseTracker, TestPullReplicaErrorHandling, TestPushWriter, TestSweetSpotSimilarityFactory, CdcrReplicationDistributedZkTest, SuggesterWFSTTest, UUIDUpdateProcessorFallbackTest, TestRealTimeGet, XsltUpdateRequestHandlerTest, TestMinMaxOnMultiValuedField, TestSearcherReuse, SimpleMLTQParserTest, DistributedFacetPivotSmallAdvancedTest, SolrTestCaseJ4Test, StatsComponentTest, ShowFileRequestHandlerTest, TestConfigReload, NodeMutatorTest, TestLegacyNumericRangeQueryBuilder, TestSolrCoreParser, DirectUpdateHandlerTest, TestReplicationHandler, TestStressRecovery, SignatureUpdateProcessorFactoryTest, QueryParsingTest, HdfsDirectoryFactoryTest, TestHighFrequencyDictionaryFactory, TestUnifiedSolrHighlighter, SolrMetricReporterTest, TestFilteredDocIdSet, HdfsDirectoryTest, RequestHandlersTest, TestCloudPseudoReturnFields, CoreAdminCreateDiscoverTest, TestComplexPhraseLeadingWildcard, TestSchemaSimilarityResource, RAMDirectoryFactoryTest, TestEmbeddedSolrServerAdminHandler, SecurityConfHandlerTest, TestEmbeddedSolrServerSchemaAPI, TestFieldCollectionResource, NotRequiredUniqueKeyTest, HdfsBasicDistributedZk2Test, SearchHandlerTest, TestDistributedSearch, TestSolrQueryResponse, AsyncCallRequestStatusResponseTest, SharedFSAutoReplicaFailoverTest, TestFiltering, TestLRUStatsCache, OverseerStatusTest, TestCollectionAPI, UninvertDocValuesMergePolicyTest, TestImplicitCoreProperties, TestIntervalFaceting, TestExceedMaxTermLength, TestTrieFacet, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestCursorMarkWithoutUniqueKey, SystemLogListenerTest, TestPrepRecovery, UpdateLogTest, SolrIndexMetricsTest, TestPointFields, TestCodecSupport, BasicAuthStandaloneTest, CloneFieldUpdateProcessorFactoryTest, LeaderElectionContextKeyTest, FieldAnalysisRequestHandlerTest, ClusterStateUpdateTest, TestLegacyTerms, AtomicUpdatesTest, BooleanFieldTest, TestDownShardTolerantSearch, TestNoOpRegenerator, TestQuerySenderNoQuery, CdcrRequestHandlerTest, TestRecoveryHdfs, TestExactSharedStatsCache, TestDFRSimilarityFactory, DistributedQueryComponentOptimizationTest, DistributedFacetPivotWhiteBoxTest, TestSolr4Spatial, TestCustomSort, TestCollectionAPIs, TestSurroundQueryParser, DefaultValueUpdateProcessorTest, DistributedQueryElevationComponentTest, DistributedSpellCheckComponentTest, TestFieldCacheReopen, DateFieldTest, WordBreakSolrSpellCheckerTest, TestCoreAdminApis, SaslZkACLProviderTest, TestCSVResponseWriter, ConvertedLegacyTest, TestSolrCloudWithDelegationTokens, MetricsHandlerTest, CursorPagingTest, TestRangeQuery, TestTolerantUpdateProcessorRandomCloud, OverseerModifyCollectionTest, TestConfigSets, HighlighterConfigTest, TestStressInPlaceUpdates, StatsReloadRaceTest, LeaderFailureAfterFreshStartTest, TestSimpleTextCodec, HdfsRecoverLeaseTest, TestSerializedLuceneMatchVersion, TimeRoutedAliasUpdateProcessorTest, CoreMergeIndexesAdminHandlerTest, TestConfigSetsAPIZkFailure, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, ZkSolrClientTest, ZkCLITest, TestHashPartitioner, TestReload, DistributedTermsComponentTest, SolrCoreTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFunctionQuery, TestLazyCores, SolrRequestParserTest, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, CacheHeaderTest, IndexBasedSpellCheckerTest, TestWriterPerf, TestOmitPositions, TermsComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestJmxIntegration, ReturnFieldsTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestComponentsName, SearchHandlerTest, TestQuerySenderListener, CopyFieldTest, ResponseLogComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, MinimalSchemaTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestXIncludeConfig, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, URLClassifyProcessorTest, TestCrossCoreJoin, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteStatusTest, DistributedQueueTest, DocValuesNotIndexedTest, HttpPartitionTest, LeaderFailoverAfterPartitionTest, MoveReplicaTest, OverseerRolesTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, SSLMigrationTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudSearcherWarming, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestReplicaProperties, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, TriggerIntegrationTest] [junit4] Completed [595/752 (1!)] on J0 in 193.01s, 13 tests, 1 failure <<< FAILURES! [...truncated 47899 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org