Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4423/ Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed. FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([AC315A153E740B32:AC07EED51779AF58]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 13094 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/init-core-data-001 [junit4] 2> 1791710 WARN (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 1791710 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1791715 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth [junit4] 2> 1791715 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1791715 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001 [junit4] 2> 1791716 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1791716 INFO (Thread-2929) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1791716 INFO (Thread-2929) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1791719 ERROR (Thread-2929) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1791826 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:65180 [junit4] 2> 1791837 INFO (zkConnectionManagerCallback-4018-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1791841 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1791841 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1791842 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1791843 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1791843 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79d4e366{/solr,null,AVAILABLE} [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c692d84{HTTP/1.1,[http/1.1]}{127.0.0.1:65182} [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1aadb231{/solr,null,AVAILABLE} [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-1) [ ] o.e.j.s.Server Started @1795621ms [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65182} [junit4] 2> 1791844 ERROR (jetty-launcher-4015-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6481cbc{HTTP/1.1,[http/1.1]}{127.0.0.1:65183} [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.e.j.s.Server Started @1795621ms [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1791844 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65183} [junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:09.800Z [junit4] 2> 1791845 ERROR (jetty-launcher-4015-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1791845 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:09.800Z [junit4] 2> 1791847 INFO (zkConnectionManagerCallback-4020-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1791847 INFO (zkConnectionManagerCallback-4022-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1791847 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1791847 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1791857 INFO (jetty-launcher-4015-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr [junit4] 2> 1791858 INFO (jetty-launcher-4015-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr [junit4] 2> 1791859 INFO (zkConnectionManagerCallback-4028-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1791859 INFO (zkConnectionManagerCallback-4030-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1791862 INFO (zkConnectionManagerCallback-4034-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1791862 INFO (zkConnectionManagerCallback-4033-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1792005 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1792005 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1792005 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65183_solr [junit4] 2> 1792007 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65182_solr [junit4] 2> 1792007 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.Overseer Overseer (id=72135633553063941-127.0.0.1:65183_solr-n_0000000000) starting [junit4] 2> 1792009 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1792009 INFO (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1792019 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1792020 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 1792021 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65182_solr] [junit4] 2> 1792021 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 1792021 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 1792022 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65183_solr [junit4] 2> 1792025 INFO (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1792025 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1792026 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1792027 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 1792027 DEBUG (ScheduledTrigger-6069-thread-1) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1792133 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65182.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1792135 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65183.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1792142 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65182.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1792142 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65182.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1792142 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65183.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1792142 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65183.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1792143 INFO (jetty-launcher-4015-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node1/. [junit4] 2> 1792143 INFO (jetty-launcher-4015-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node2/. [junit4] 2> 1792182 INFO (zkConnectionManagerCallback-4040-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1792186 INFO (zkConnectionManagerCallback-4044-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1792188 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1792189 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65180/solr ready [junit4] 2> 1792208 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue [junit4] 2> 1792208 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2 [junit4] 2> 1792209 DEBUG (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 1792209 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 1792211 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1792212 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1792212 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 1792218 INFO (qtp495146565-16886) [n:127.0.0.1:65182_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1792233 INFO (qtp495146565-16886) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=15 [junit4] 2> 1792237 INFO (qtp495146565-16892) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1792240 INFO (qtp1622839406-16891) [n:127.0.0.1:65183_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1792240 DEBUG (qtp495146565-16888) [n:127.0.0.1:65182_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1792241 INFO (qtp495146565-16888) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6 [junit4] 2> 1792241 DEBUG (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 1792242 INFO (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated [junit4] 2> 1792242 DEBUG (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65182_solr, 127.0.0.1:65183_solr] [junit4] 2> 1792242 DEBUG (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true} [junit4] 2> 1792242 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 1792244 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1792245 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1792245 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1792246 DEBUG (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 1792246 DEBUG (ScheduledTrigger-6069-thread-1) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 1792246 DEBUG (ScheduledTrigger-6069-thread-1) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1792247 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1792247 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1792247 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1792247 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ec4e2e9{/solr,null,AVAILABLE} [junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7de9dc27{HTTP/1.1,[http/1.1]}{127.0.0.1:65195} [junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server Started @1796039ms [junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65195} [junit4] 2> 1792262 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1792262 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1792263 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:10.218Z [junit4] 2> 1792264 INFO (zkConnectionManagerCallback-4046-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1792265 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1792274 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr [junit4] 2> 1792275 INFO (zkConnectionManagerCallback-4050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1792278 INFO (zkConnectionManagerCallback-4052-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1792289 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1792292 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1792296 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65195_solr [junit4] 2> 1792298 INFO (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1792298 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1792298 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1792299 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1792389 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65195.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1792432 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65195.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1792432 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65195.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1792433 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [n:127.0.0.1:65195_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node3/. [junit4] 2> 1793250 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 1793250 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1793250 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:65195_solr at time 1190790032038989 [junit4] 2> 1794222 INFO (OverseerCollectionConfigSetProcessor-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1794255 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 1794255 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1794255 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:65195_solr] added at times [1190790032038989], now=1190791037604043 [junit4] 2> 1794256 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1190790032038989, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1190790032038989], [junit4] 2> "nodeNames":["127.0.0.1:65195_solr"]}} [junit4] 2> 1794256 DEBUG (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ] [junit4] 2> 1794258 INFO (ScheduledTrigger-6069-thread-2) [n:127.0.0.1:65183_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1794259 DEBUG (AutoscalingActionExecutor-6070-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1190790032038989, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1190790032038989], [junit4] 2> "_enqueue_time_":1190791038189150, [junit4] 2> "nodeNames":["127.0.0.1:65195_solr"]}} [junit4] 2> 1794259 INFO (AutoscalingActionExecutor-6070-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: { [junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1190790032038989, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1190790032038989], [junit4] 2> "_enqueue_time_":1190791038189150, [junit4] 2> "nodeNames":["127.0.0.1:65195_solr"]}} [junit4] 2> 1794260 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6481cbc{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1794261 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=340574863 [junit4] 2> 1794261 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1794261 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6193a7f3: rootName = solr_65183, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@40eef977 [junit4] 2> 1794268 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1794268 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b266690: rootName = solr_65183, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@17c7e1bc [junit4] 2> 1794272 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1794272 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b337e41: rootName = solr_65183, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5993827d [junit4] 2> 1794275 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:65183_solr [junit4] 2> 1794277 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1794277 INFO (zkCallback-4032-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1794277 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1794277 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1794277 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1794278 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1794278 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.Overseer Overseer (id=72135633553063941-127.0.0.1:65183_solr-n_0000000000) closing [junit4] 2> 1794278 INFO (OverseerStateUpdate-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:65183_solr [junit4] 2> 1794279 WARN (OverseerAutoScalingTriggerThread-72135633553063941-127.0.0.1:65183_solr-n_0000000000) [n:127.0.0.1:65183_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1794279 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1794279 WARN (AutoscalingActionExecutor-6070-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions [junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed. [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525) [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1794280 DEBUG (AutoscalingActionExecutor-6070-thread-1-processing-n:127.0.0.1:65183_solr) [n:127.0.0.1:65183_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 20 ms for event id=43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9 [junit4] 2> 1794280 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65182_solr [junit4] 2> 1794281 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1aadb231{/solr,null,UNAVAILABLE} [junit4] 2> 1794281 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1794282 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.Overseer Overseer (id=72135633553063942-127.0.0.1:65182_solr-n_0000000001) starting [junit4] 2> 1794298 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1794303 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 1794303 INFO (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated [junit4] 2> 1794303 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65182_solr, 127.0.0.1:65195_solr] [junit4] 2> 1794303 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true} [junit4] 2> 1794304 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65182_solr, 127.0.0.1:65195_solr] [junit4] 2> 1794304 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1 [junit4] 2> 1794304 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 1794308 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1794309 DEBUG (ScheduledTrigger-6084-thread-1) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1794309 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 1794310 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1190790032038989, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1190790032038989], [junit4] 2> "_dequeue_time_":1190791092071024, [junit4] 2> "_enqueue_time_":1190791038189150, [junit4] 2> "nodeNames":["127.0.0.1:65195_solr"], [junit4] 2> "replaying":true}} [junit4] 2> 1794310 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ] [junit4] 2> 1794311 INFO (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1794311 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1190790032038989, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1190790032038989], [junit4] 2> "_dequeue_time_":1190791092071024, [junit4] 2> "_enqueue_time_":1190791038189150, [junit4] 2> "nodeNames":["127.0.0.1:65195_solr"], [junit4] 2> "replaying":true}} [junit4] 2> 1794311 INFO (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: { [junit4] 2> "id":"43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1190790032038989, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1190790032038989], [junit4] 2> "_dequeue_time_":1190791092071024, [junit4] 2> "_enqueue_time_":1190791038189150, [junit4] 2> "nodeNames":["127.0.0.1:65195_solr"], [junit4] 2> "replaying":true}} [junit4] 2> 1794312 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 1794312 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1794313 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms [junit4] 2> 1794313 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms [junit4] 2> 1794313 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=43b0468dc9c4dT2u8fpfce50bfve5huh8xetey9 [junit4] 2> 1799284 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue [junit4] 2> 1799297 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger [junit4] 2> 1799298 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5 [junit4] 2> 1799299 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 1799299 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 1799302 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1799303 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1799303 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 1799311 INFO (qtp378882778-16950) [n:127.0.0.1:65195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1799313 INFO (qtp495146565-16888) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1799314 DEBUG (qtp495146565-16890) [n:127.0.0.1:65182_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1799315 INFO (qtp495146565-16890) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 1799315 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 1799316 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65182_solr, 127.0.0.1:65195_solr] [junit4] 2> 1799316 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 1799316 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 1799318 INFO (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1799319 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1799319 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1799319 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6 [junit4] 2> 1799320 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1799320 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1799320 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1799320 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1799320 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1799321 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7918a30b{/solr,null,AVAILABLE} [junit4] 2> 1799321 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69c9f7fb{HTTP/1.1,[http/1.1]}{127.0.0.1:65210} [junit4] 2> 1799321 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server Started @1803098ms [junit4] 2> 1799321 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65210} [junit4] 2> 1799321 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1799322 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1799322 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1799322 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1799322 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:17.277Z [junit4] 2> 1799324 INFO (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1799324 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1799335 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr [junit4] 2> 1799336 INFO (zkConnectionManagerCallback-4060-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1799340 INFO (zkConnectionManagerCallback-4062-thread-1-processing-n:127.0.0.1:65210_solr) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1799350 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1799352 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1799356 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65210_solr [junit4] 2> 1799358 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1799358 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1799358 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1799358 INFO (zkCallback-4061-thread-1-processing-n:127.0.0.1:65210_solr) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1799429 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65210.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1799438 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65210.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1799438 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65210.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1799440 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [n:127.0.0.1:65210_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node4/. [junit4] 2> 1800326 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1800326 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1800326 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:65210_solr at time 1190797107959578 [junit4] 2> 1801334 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1801334 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1802335 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1802335 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1802335 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:65210_solr] added at times [1190797107959578], now=1190799117254161 [junit4] 2> 1802335 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"43b060e9e971aT2u8fpfce50bfve5huh8xeteyc", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":1190797107959578, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1190797107959578], [junit4] 2> "nodeNames":["127.0.0.1:65210_solr"]}} [junit4] 2> 1802335 DEBUG (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger] [junit4] 2> 1802336 INFO (ScheduledTrigger-6084-thread-3) [n:127.0.0.1:65182_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1802336 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"43b060e9e971aT2u8fpfce50bfve5huh8xeteyc", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":1190797107959578, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1190797107959578], [junit4] 2> "_enqueue_time_":1190799117466845, [junit4] 2> "nodeNames":["127.0.0.1:65210_solr"]}} [junit4] 2> 1802337 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms [junit4] 2> 1802337 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=43b060e9e971aT2u8fpfce50bfve5huh8xeteyc [junit4] 2> 1802361 INFO (qtp495146565-16890) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1802366 INFO (qtp378882778-16952) [n:127.0.0.1:65195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1802369 INFO (qtp1626726393-16987) [n:127.0.0.1:65210_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1802369 DEBUG (qtp495146565-16892) [n:127.0.0.1:65182_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1802370 INFO (qtp495146565-16892) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=24 [junit4] 2> 1802370 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 1802371 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:65210_solr, 127.0.0.1:65182_solr, 127.0.0.1:65195_solr] [junit4] 2> 1802371 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 1802371 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 1802371 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1802372 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7 [junit4] 2> 1804378 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger [junit4] 2> 1804396 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState [junit4] 2> 1804396 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8 [junit4] 2> 1804397 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8 [junit4] 2> 1804397 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8 [junit4] 2> 1804398 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1804399 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1804399 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8 [junit4] 2> 1804399 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1804400 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1804400 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1804400 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1804401 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1872c1e6{/solr,null,AVAILABLE} [junit4] 2> 1804401 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@225ac740{HTTP/1.1,[http/1.1]}{127.0.0.1:65215} [junit4] 2> 1804401 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server Started @1808178ms [junit4] 2> 1804401 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65215} [junit4] 2> 1804401 ERROR (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1804401 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1804402 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1804402 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1804402 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:22.357Z [junit4] 2> 1804403 INFO (zkConnectionManagerCallback-4066-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1804404 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1804413 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr [junit4] 2> 1804414 INFO (zkConnectionManagerCallback-4070-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1804417 INFO (zkConnectionManagerCallback-4072-thread-1-processing-n:127.0.0.1:65215_solr) [n:127.0.0.1:65215_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1804427 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1804430 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1804433 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65215_solr [junit4] 2> 1804438 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1804438 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1804438 INFO (zkCallback-4061-thread-1-processing-n:127.0.0.1:65210_solr) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1804438 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1804439 INFO (zkCallback-4071-thread-1-processing-n:127.0.0.1:65215_solr) [n:127.0.0.1:65215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1804506 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65215.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1804514 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65215.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1804514 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65215.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1804516 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [n:127.0.0.1:65215_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node5/. [junit4] 2> 1804576 INFO (qtp495146565-16892) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1804578 INFO (qtp378882778-16952) [n:127.0.0.1:65195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1804579 INFO (qtp1626726393-16992) [n:127.0.0.1:65210_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1804582 INFO (qtp421096667-17012) [n:127.0.0.1:65215_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1804582 DEBUG (qtp1626726393-16991) [n:127.0.0.1:65210_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1804583 INFO (qtp1626726393-16991) [n:127.0.0.1:65210_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8 [junit4] 2> 1804583 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9 [junit4] 2> 1804584 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65210_solr, 127.0.0.1:65215_solr, 127.0.0.1:65182_solr, 127.0.0.1:65195_solr] [junit4] 2> 1804584 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9 [junit4] 2> 1804584 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@225ac740{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1804584 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1149956601 [junit4] 2> 1804585 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1804585 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46c4994e: rootName = solr_65215, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5056e907 [junit4] 2> 1804587 INFO (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1804587 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1804588 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9 [junit4] 2> 1804588 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 4 [junit4] 2> 1804593 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1804593 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@369c3cbb: rootName = solr_65215, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@17c7e1bc [junit4] 2> 1804597 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1804597 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2488d349: rootName = solr_65215, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5993827d [junit4] 2> 1804599 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:65215_solr [junit4] 2> 1804600 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1804600 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1804601 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1804601 INFO (zkCallback-4061-thread-1-processing-n:127.0.0.1:65210_solr) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1804601 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1804601 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1804601 INFO (zkCallback-4071-thread-1-processing-n:127.0.0.1:65215_solr) [n:127.0.0.1:65215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1804603 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1872c1e6{/solr,null,UNAVAILABLE} [junit4] 2> 1804603 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1805599 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3 [junit4] 2> 1805599 DEBUG (ScheduledTrigger-6084-thread-2) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:65215_solr [junit4] 2> 1806124 INFO (qtp495146565-16892) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1806127 INFO (qtp378882778-16954) [n:127.0.0.1:65195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1806130 INFO (qtp1626726393-16989) [n:127.0.0.1:65210_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1806130 DEBUG (qtp495146565-16888) [n:127.0.0.1:65182_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1806131 INFO (qtp495146565-16888) [n:127.0.0.1:65182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10 [junit4] 2> 1806131 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10 [junit4] 2> 1806132 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:65210_solr, 127.0.0.1:65182_solr, 127.0.0.1:65195_solr] [junit4] 2> 1806132 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10 [junit4] 2> 1806133 INFO (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1806134 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:65215_solr [junit4] 2> 1806134 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1806135 DEBUG (ScheduledTrigger-6084-thread-4) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3 [junit4] 2> 1806135 DEBUG (ScheduledTrigger-6084-thread-4) [n:127.0.0.1:65182_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:65215_solr] [junit4] 2> 1806135 DEBUG (ScheduledTrigger-6084-thread-4) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"43b0768cc9be1T2u8fpfce50bfve5huh8xeteye", [junit4] 2> "source":"node_lost_restore_trigger", [junit4] 2> "eventTime":1190802915892193, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1190802915892193], [junit4] 2> "nodeNames":["127.0.0.1:65215_solr"]}} [junit4] 2> 1806135 DEBUG (ScheduledTrigger-6084-thread-4) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_restore_trigger] [junit4] 2> 1806135 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10 [junit4] 2> 1806136 INFO (ScheduledTrigger-6084-thread-4) [n:127.0.0.1:65182_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1806136 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"43b0768cc9be1T2u8fpfce50bfve5huh8xeteye", [junit4] 2> "source":"node_lost_restore_trigger", [junit4] 2> "eventTime":1190802915892193, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1190802915892193], [junit4] 2> "_enqueue_time_":1190802917044991, [junit4] 2> "nodeNames":["127.0.0.1:65215_solr"]}} [junit4] 2> 1806136 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState [junit4] 2> 1806144 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_restore_trigger after 5000ms [junit4] 2> 1806145 DEBUG (AutoscalingActionExecutor-6085-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 9 ms for event id=43b0768cc9be1T2u8fpfce50bfve5huh8xeteye [junit4] 2> 1806159 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate [junit4] 2> 1806159 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 11 [junit4] 2> 1806160 DEBUG (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11 [junit4] 2> 1806160 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11 [junit4] 2> 1806162 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1806162 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1806163 DEBUG (OverseerAutoScalingTriggerThread-72135633553063942-127.0.0.1:65182_solr-n_0000000001) [n:127.0.0.1:65182_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11 [junit4] 2> 1806163 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1806164 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1806164 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1806164 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28ddbfa2{/solr,null,AVAILABLE} [junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2bdf023{HTTP/1.1,[http/1.1]}{127.0.0.1:65224} [junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server Started @1809942ms [junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65224} [junit4] 2> 1806165 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1806165 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T16:56:24.120Z [junit4] 2> 1806167 INFO (zkConnectionManagerCallback-4076-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1806168 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1806177 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65180/solr [junit4] 2> 1806178 INFO (zkConnectionManagerCallback-4080-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1806181 INFO (zkConnectionManagerCallback-4082-thread-1-processing-n:127.0.0.1:65224_solr) [n:127.0.0.1:65224_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1806190 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1806193 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1806196 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65224_solr [junit4] 2> 1806206 INFO (zkCallback-4061-thread-1-processing-n:127.0.0.1:65210_solr) [n:127.0.0.1:65210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1806206 INFO (zkCallback-4031-thread-1-processing-n:127.0.0.1:65182_solr) [n:127.0.0.1:65182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1806206 INFO (zkCallback-4051-thread-1-processing-n:127.0.0.1:65195_solr) [n:127.0.0.1:65195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1806207 INFO (zkCallback-4043-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1806207 INFO (zkCallback-4081-thread-1-processing-n:127.0.0.1:65224_solr) [n:127.0.0.1:65224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1806267 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65224.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1806295 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65224.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1806296 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65224.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@456f8f7c [junit4] 2> 1806298 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [n:127.0.0.1:65224_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001/tempDir-001/node6/. [junit4] 2> 1806345 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1806347 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1806347 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1806347 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1806347 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18f0b5fd{/solr,null,AVAILABLE} [junit4] 2> 1806348 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3745be70{HTTP/1.1,[http/1.1]}{127.0.0.1:65228} [junit4] 2> 1806348 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.e.j.s.Server Started @1810125ms [junit4] 2> 1806348 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A153E740B32]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65228} [junit4] 2> 1806348 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[AC315A15 [...truncated too long message...] $LiveNodeWatcher.process(ZkStateReader.java:1085) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1984686 WARN (zkCallback-4147-thread-4-processing-n:127.0.0.1:65352_solr) [n:127.0.0.1:65352_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 1984687 INFO (jetty-closer-4016-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c930110{/solr,null,UNAVAILABLE} [junit4] 2> 1984687 INFO (jetty-closer-4016-thread-7) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1984689 ERROR (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1984690 INFO (SUITE-TriggerIntegrationTest-seed#[AC315A153E740B32]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65180 65180 [junit4] 2> 1984734 INFO (Thread-2929) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65180 65180 [junit4] 2> 1985022 WARN (Thread-2929) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 39 /solr/collections/collection1/terms/shard1 [junit4] 2> 21 /solr/clusterprops.json [junit4] 2> 21 /solr/aliases.json [junit4] 2> 20 /solr/security.json [junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1 [junit4] 2> 9 /solr/configs/conf [junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 147 /solr/collections/collection1/state.json [junit4] 2> 45 /solr/collections/testMetricTrigger/state.json [junit4] 2> 21 /solr/clusterstate.json [junit4] 2> 5 /solr/autoscaling.json [junit4] 2> 5 /solr/overseer_elect/election/72135633553063962-127.0.0.1:65232_solr-n_0000000007 [junit4] 2> 3 /solr/overseer_elect/election/72135633553063977-127.0.0.1:65370_solr-n_0000000012 [junit4] 2> 2 /solr/overseer_elect/election/72135633553063974-127.0.0.1:65352_solr-n_0000000011 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72135633553063956-core_node8-n_0000000003 [junit4] 2> 2 /solr/overseer_elect/election/72135633553063992-127.0.0.1:49268_solr-n_0000000017 [junit4] 2> 2 /solr/overseer_elect/election/72135633553063968-127.0.0.1:65322_solr-n_0000000009 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72135633553063959-core_node4-n_0000000001 [junit4] 2> 2 /solr/overseer_elect/election/72135633553063959-127.0.0.1:65228_solr-n_0000000006 [junit4] 2> 2 /solr/overseer_elect/election/72135633553063950-127.0.0.1:65210_solr-n_0000000003 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 21 /solr/live_nodes [junit4] 2> 21 /solr/collections [junit4] 2> 5 /solr/overseer/queue-work [junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 5 /solr/overseer/queue [junit4] 2> 5 /solr/overseer/collection-queue-work [junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR [junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_AC315A153E740B32-001 [junit4] 2> Feb 03, 2018 4:59:23 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=Lucene50(blocksize=128), x_s=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=635, maxMBSortInHeap=6.953536986137706, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@25700a32), locale=hr, timezone=Asia/Dubai [junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=179803624,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [AnalyticsQueryTest, FileBasedSpellCheckerTest, TestLegacyTerms, TestCloudManagedSchema, TestLuceneIndexBackCompat, HdfsSyncSliceTest, CollectionsAPIAsyncDistributedZkTest, ParsingFieldUpdateProcessorsTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ExternalFileFieldSortTest, TestStressUserVersions, TestDynamicLoading, CoreAdminHandlerTest, RegexBoostProcessorTest, VMParamsZkACLAndCredentialsProvidersTest, DeleteStatusTest, PrimUtilsTest, DocValuesNotIndexedTest, ZkStateWriterTest, TestNodeLostTrigger, TestRandomFaceting, TestManagedResourceStorage, TestConfig, FacetPivotSmallTest, SimpleFacetsTest, TestSolr4Spatial, TestSchemaSimilarityResource, SolrSlf4jReporterTest, BufferStoreTest, VersionInfoTest, CSVRequestHandlerTest, DefaultValueUpdateProcessorTest, TestSolrQueryParser, TestSolrConfigHandlerConcurrent, TestRandomCollapseQParserPlugin, TestManagedSchemaThreadSafety, DeleteLastCustomShardedReplicaTest, PrimitiveFieldTypeTest, ScriptEngineTest, TolerantUpdateProcessorTest, TestSolrConfigHandler, TestSearchPerf, TestShardHandlerFactory, HttpPartitionTest, TestLMDirichletSimilarityFactory, TestUseDocValuesAsStored2, TestRawTransformer, CurrencyFieldTypeTest, JSONWriterTest, SoftAutoCommitTest, CollectionReloadTest, TestPullReplicaErrorHandling, RuleEngineTest, ShowFileRequestHandlerTest, TestComplexPhraseQParserPlugin, SortByFunctionTest, URLClassifyProcessorTest, FieldAnalysisRequestHandlerTest, TestIndexingPerformance, CdcrBootstrapTest, TestNRTOpen, AsyncCallRequestStatusResponseTest, TestClassicSimilarityFactory, TestInPlaceUpdatesStandalone, LeaderFailureAfterFreshStartTest, TestSchemaNameResource, TestCloudSearcherWarming, NotRequiredUniqueKeyTest, SegmentsInfoRequestHandlerTest, TestComponentsName, BasicDistributedZk2Test, SimpleCollectionCreateDeleteTest, ResponseHeaderTest, TestSha256AuthenticationProvider, CheckHdfsIndexTest, OutOfBoxZkACLAndCredentialsProvidersTest, UninvertDocValuesMergePolicyTest, SolrCmdDistributorTest, TestWriterPerf, SchemaApiFailureTest, DistribDocExpirationUpdateProcessorTest, TestPivotHelperCode, NodeLostTriggerTest, TestCollectionsAPIViaSolrCloudCluster, TestOrdValues, TestOverriddenPrefixQueryForCustomFieldType, PropertiesRequestHandlerTest, TestLeaderElectionWithEmptyReplica, OverseerTest, TestSortableTextField, TestReversedWildcardFilterFactory, CdcrVersionReplicationTest, TestCloudPseudoReturnFields, TestSimDistributedQueue, TestSubQueryTransformer, JavabinLoaderTest, TestDistribIDF, TestJettySolrRunner, TestNumericRangeQuery32, TestDistributedSearch, ConnectionManagerTest, TestSolrFieldCacheBean, SolrCLIZkUtilsTest, RequestLoggingTest, ResponseLogComponentTest, TestLegacyFieldReuse, TestRequestStatusCollectionAPI, SpellCheckCollatorTest, TestConfigOverlay, TestZkAclsWithHadoopAuth, V2ApiIntegrationTest, TestFuzzyAnalyzedSuggestions, TestSimpleQParserPlugin, TestRTimerTree, CursorMarkTest, CollectionStateFormat2Test, PKIAuthenticationIntegrationTest, OverseerRolesTest, SparseHLLTest, PeerSyncTest, BlobRepositoryCloudTest, JvmMetricsTest, TestGraphMLResponseWriter, ComputePlanActionTest, TestReloadDeadlock, ReplicaListTransformerTest, TestDocumentBuilder, TestLegacyFieldCache, DistributedFacetPivotSmallAdvancedTest, DistributedExpandComponentTest, TestFieldTypeCollectionResource, SpellPossibilityIteratorTest, DistributedSpellCheckComponentTest, ExitableDirectoryReaderTest, BigEndianAscendingWordSerializerTest, TestFastLRUCache, TestImpersonationWithHadoopAuth, TestPushWriter, TestCoreDiscovery, TestRandomDVFaceting, IndexBasedSpellCheckerTest, ClassificationUpdateProcessorFactoryTest, CreateRoutedAliasTest, TestLocalFSCloudBackupRestore, CdcrUpdateLogTest, DistributedFacetSimpleRefinementLongTailTest, SimplePostToolTest, TestFieldCollectionResource, DistanceUnitsTest, ClusterStateUpdateTest, HdfsNNFailoverTest, TestXmlQParser, TestLargeCluster, TestSerializedLuceneMatchVersion, SolrCoreMetricManagerTest, OverseerCollectionConfigSetProcessorTest, SpellCheckCollatorWithCollapseTest, CachingDirectoryFactoryTest, TestHashPartitioner, BooleanFieldTest, TestSubQueryTransformerDistrib, PeerSyncWithIndexFingerprintCachingTest, TestDynamicFieldCollectionResource, TestDocSet, TestCoreBackup, JsonLoaderTest, TestTestInjection, TestNonDefinedSimilarityFactory, TestFreeTextSuggestions, GraphQueryTest, TestStressRecovery, AutoscalingHistoryHandlerTest, RecoveryAfterSoftCommitTest, TestManagedSynonymGraphFilterFactory, ExplicitHLLTest, DistributedQueryComponentOptimizationTest, DirectUpdateHandlerTest, ReturnFieldsTest, OverseerTaskQueueTest, TestManagedStopFilterFactory, TestMaxScoreQueryParser, DistributedTermsComponentTest, HdfsRecoveryZkTest, TestRandomRequestDistribution, HdfsLockFactoryTest, TestSolrQueryResponse, ZkSolrClientTest, TestConfigSetsAPI, TestSQLHandlerNonCloud, TriggerIntegrationTest] [junit4] Completed [323/775 (1!)] on J1 in 193.77s, 14 tests, 1 failure <<< FAILURES! [...truncated 49637 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org