Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21354/ Java: 64bit/jdk-10-ea+41 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed. FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple Error Message: IOException occured when talking to server at: https://127.0.0.1:38683/solr Stack Trace: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:38683/solr at __randomizedtesting.SeedInfo.seed([317D0C661A6851EB:9CE28983D9B853A]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:38683 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542) ... 47 more FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([317D0C661A6851EB:C3618264C22419]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 12529 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_317D0C661A6851EB-001/init-core-data-001 [junit4] 2> 1326405 WARN (SUITE-TriggerIntegrationTest-seed#[317D0C661A6851EB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4620 numCloses=4620 [junit4] 2> 1326405 INFO (SUITE-TriggerIntegrationTest-seed#[317D0C661A6851EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1326406 INFO (SUITE-TriggerIntegrationTest-seed#[317D0C661A6851EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 1326406 INFO (SUITE-TriggerIntegrationTest-seed#[317D0C661A6851EB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1326406 INFO (SUITE-TriggerIntegrationTest-seed#[317D0C661A6851EB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_317D0C661A6851EB-001/tempDir-001 [junit4] 2> 1326406 INFO (SUITE-TriggerIntegrationTest-seed#[317D0C661A6851EB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1326406 INFO (Thread-4097) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1326406 INFO (Thread-4097) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1326410 ERROR (Thread-4097) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1326506 INFO (SUITE-TriggerIntegrationTest-seed#[317D0C661A6851EB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35575 [junit4] 2> 1326508 INFO (zkConnectionManagerCallback-1943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326509 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x161359c519f0000, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 1326510 INFO (jetty-launcher-1940-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1326510 INFO (jetty-launcher-1940-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1326511 INFO (jetty-launcher-1940-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1326511 INFO (jetty-launcher-1940-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1326511 INFO (jetty-launcher-1940-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1326511 INFO (jetty-launcher-1940-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@722c1603{/solr,null,AVAILABLE} [junit4] 2> 1326517 INFO (jetty-launcher-1940-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3af8954b{HTTP/1.1,[http/1.1]}{127.0.0.1:46837} [junit4] 2> 1326517 INFO (jetty-launcher-1940-thread-1) [ ] o.e.j.s.Server Started @1328282ms [junit4] 2> 1326517 INFO (jetty-launcher-1940-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46837} [junit4] 2> 1326517 ERROR (jetty-launcher-1940-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1326517 INFO (jetty-launcher-1940-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1326517 INFO (jetty-launcher-1940-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1326517 INFO (jetty-launcher-1940-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1326518 INFO (jetty-launcher-1940-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T03:14:52.556003Z [junit4] 2> 1326521 INFO (jetty-launcher-1940-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1326521 INFO (jetty-launcher-1940-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1326521 INFO (jetty-launcher-1940-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1326523 INFO (zkConnectionManagerCallback-1945-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326523 INFO (jetty-launcher-1940-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1326531 INFO (jetty-launcher-1940-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bef55fa{/solr,null,AVAILABLE} [junit4] 2> 1326532 INFO (jetty-launcher-1940-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65bdaf56{HTTP/1.1,[http/1.1]}{127.0.0.1:44695} [junit4] 2> 1326532 INFO (jetty-launcher-1940-thread-2) [ ] o.e.j.s.Server Started @1328296ms [junit4] 2> 1326532 INFO (jetty-launcher-1940-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44695} [junit4] 2> 1326532 ERROR (jetty-launcher-1940-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1326532 INFO (jetty-launcher-1940-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1326532 INFO (jetty-launcher-1940-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1326532 INFO (jetty-launcher-1940-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1326532 INFO (jetty-launcher-1940-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T03:14:52.570510Z [junit4] 2> 1326535 INFO (jetty-launcher-1940-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35575/solr [junit4] 2> 1326547 INFO (zkConnectionManagerCallback-1947-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326547 INFO (zkConnectionManagerCallback-1951-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326548 INFO (jetty-launcher-1940-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1326561 INFO (zkConnectionManagerCallback-1953-thread-1-processing-n:127.0.0.1:46837_solr) [n:127.0.0.1:46837_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326565 INFO (jetty-launcher-1940-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35575/solr [junit4] 2> 1326577 INFO (zkConnectionManagerCallback-1958-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326600 INFO (zkConnectionManagerCallback-1960-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326604 INFO (jetty-launcher-1940-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1326604 INFO (jetty-launcher-1940-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44695_solr [junit4] 2> 1326604 INFO (jetty-launcher-1940-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.c.Overseer Overseer (id=99419612279406598-127.0.0.1:44695_solr-n_0000000000) starting [junit4] 2> 1326606 INFO (jetty-launcher-1940-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1326606 INFO (jetty-launcher-1940-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46837_solr [junit4] 2> 1326609 INFO (zkCallback-1952-thread-1-processing-n:127.0.0.1:46837_solr) [n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1326610 INFO (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1326617 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1326618 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 1326618 INFO (jetty-launcher-1940-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44695_solr [junit4] 2> 1326618 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46837_solr] [junit4] 2> 1326618 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 1326618 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 1326618 INFO (zkCallback-1952-thread-1-processing-n:127.0.0.1:46837_solr) [n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1326618 INFO (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1326622 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1326622 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 1326622 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1326653 INFO (jetty-launcher-1940-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46837.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1326659 INFO (jetty-launcher-1940-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44695.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1326660 INFO (jetty-launcher-1940-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46837.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1326660 INFO (jetty-launcher-1940-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46837.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1326661 INFO (jetty-launcher-1940-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_317D0C661A6851EB-001/tempDir-001/node1/. [junit4] 2> 1326667 INFO (jetty-launcher-1940-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44695.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1326667 INFO (jetty-launcher-1940-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44695.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1326668 INFO (jetty-launcher-1940-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_317D0C661A6851EB-001/tempDir-001/node2/. [junit4] 2> 1326697 INFO (zkConnectionManagerCallback-1965-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326705 INFO (zkConnectionManagerCallback-1969-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326706 INFO (SUITE-TriggerIntegrationTest-seed#[317D0C661A6851EB]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1326706 INFO (SUITE-TriggerIntegrationTest-seed#[317D0C661A6851EB]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35575/solr ready [junit4] 2> 1326724 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling [junit4] 2> 1326725 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2 [junit4] 2> 1326725 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 1326725 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 1326726 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1326726 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1326729 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 1326731 INFO (qtp1917373363-11728) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1326737 INFO (qtp1311566342-11789) [n:127.0.0.1:46837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1326738 DEBUG (qtp1311566342-11730) [n:127.0.0.1:46837_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1326738 INFO (qtp1311566342-11730) [n:127.0.0.1:46837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8 [junit4] 2> 1326738 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 1326740 INFO (qtp1917373363-11741) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1326740 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44695_solr, 127.0.0.1:46837_solr] [junit4] 2> 1326740 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1326740 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 1326741 INFO (qtp1311566342-11736) [n:127.0.0.1:46837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1326741 DEBUG (qtp1311566342-11734) [n:127.0.0.1:46837_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1326749 INFO (qtp1311566342-11734) [n:127.0.0.1:46837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10 [junit4] 2> 1326749 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 1326750 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44695_solr, 127.0.0.1:46837_solr] [junit4] 2> 1326750 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1326750 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44695_solr, 127.0.0.1:46837_solr] [junit4] 2> 1326750 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1326750 INFO (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1326751 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1326751 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1326753 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1326753 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 3 [junit4] 2> 1326753 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 1326754 INFO (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1326754 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1326755 DEBUG (ScheduledTrigger-4017-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1326755 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1326755 DEBUG (ScheduledTrigger-4017-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1326755 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 1326757 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1326758 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1326758 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1326758 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5819c83b{/solr,null,AVAILABLE} [junit4] 2> 1326758 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@308fd9de{HTTP/1.1,[http/1.1]}{127.0.0.1:38773} [junit4] 2> 1326758 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.e.j.s.Server Started @1328523ms [junit4] 2> 1326758 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38773} [junit4] 2> 1326759 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1326759 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1326759 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1326759 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1326759 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T03:14:52.797320Z [junit4] 2> 1326761 INFO (zkConnectionManagerCallback-1971-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326761 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1326767 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35575/solr [junit4] 2> 1326773 INFO (zkConnectionManagerCallback-1975-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326781 INFO (zkConnectionManagerCallback-1977-thread-1-processing-n:127.0.0.1:38773_solr) [n:127.0.0.1:38773_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1326784 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [n:127.0.0.1:38773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1326785 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [n:127.0.0.1:38773_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1326786 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [n:127.0.0.1:38773_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38773_solr [junit4] 2> 1326789 INFO (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1326789 INFO (zkCallback-1952-thread-1-processing-n:127.0.0.1:46837_solr) [n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1326797 INFO (zkCallback-1976-thread-1-processing-n:127.0.0.1:38773_solr) [n:127.0.0.1:38773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1326801 INFO (zkCallback-1968-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1326853 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [n:127.0.0.1:38773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38773.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1326863 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [n:127.0.0.1:38773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38773.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1326864 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [n:127.0.0.1:38773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38773.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1326865 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [n:127.0.0.1:38773_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_317D0C661A6851EB-001/tempDir-001/node3/. [junit4] 2> 1327752 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1327752 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1327752 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38773_solr at time 316678119048617 [junit4] 2> 1327752 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:38773_solr] added at times [316678119048617], now=316678119156850 [junit4] 2> 1327752 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"120045ecb45a9T9yo4z6fw5dkg14j8a26sxjhd7", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":316678119048617, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[316678119048617], [junit4] 2> "nodeNames":["127.0.0.1:38773_solr"]}} [junit4] 2> 1327753 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1] [junit4] 2> 1327753 INFO (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1327753 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"120045ecb45a9T9yo4z6fw5dkg14j8a26sxjhd7", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":316678119048617, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[316678119048617], [junit4] 2> "_enqueue_time_":316678119742765, [junit4] 2> "nodeNames":["127.0.0.1:38773_solr"]}} [junit4] 2> 1327753 INFO (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1 [junit4] 2> 1327754 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms [junit4] 2> 1327754 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms [junit4] 2> 1327754 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=120045ecb45a9T9yo4z6fw5dkg14j8a26sxjhd7 [junit4] 2> 1332755 DEBUG (ScheduledTrigger-4017-thread-4) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1332755 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1332755 DEBUG (ScheduledTrigger-4017-thread-4) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1332755 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1332755 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38773_solr at time 316683122245655 [junit4] 2> 1332755 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:38773_solr] added at times [316683122245655], now=316683122291282 [junit4] 2> 1332755 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"1200589020017T9yo4z6fw5dkg14j8a26sxjhd9", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":316683122245655, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[316683122245655], [junit4] 2> "nodeNames":["127.0.0.1:38773_solr"]}} [junit4] 2> 1332755 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1] [junit4] 2> 1332756 INFO (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1332756 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"1200589020017T9yo4z6fw5dkg14j8a26sxjhd9", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":316683122245655, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[316683122245655], [junit4] 2> "_enqueue_time_":316683122510319, [junit4] 2> "nodeNames":["127.0.0.1:38773_solr"]}} [junit4] 2> 1332757 INFO (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1517022893791000000 current time = 1517022898794000000 [junit4] 2> real diff: 5003000000 [junit4] 2> min diff: 4998000000 [junit4] 2> 1332757 INFO (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2 [junit4] 2> 1332758 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms [junit4] 2> 1332758 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms [junit4] 2> 1332758 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=1200589020017T9yo4z6fw5dkg14j8a26sxjhd9 [junit4] 2> 1332760 INFO (qtp486932277-11795) [n:127.0.0.1:38773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1332794 INFO (qtp1917373363-11822) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1332795 INFO (qtp1311566342-11734) [n:127.0.0.1:46837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1332795 DEBUG (qtp1917373363-11739) [n:127.0.0.1:44695_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1332796 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 1332796 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38773_solr, 127.0.0.1:44695_solr, 127.0.0.1:46837_solr] [junit4] 2> 1332796 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1332797 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38773_solr, 127.0.0.1:44695_solr, 127.0.0.1:46837_solr] [junit4] 2> 1332797 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38773_solr, 127.0.0.1:44695_solr, 127.0.0.1:46837_solr] [junit4] 2> 1332797 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1332797 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 1332798 INFO (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1332798 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 1332798 INFO (qtp1917373363-11739) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=40 [junit4] 2> 1332801 INFO (qtp486932277-11800) [n:127.0.0.1:38773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1332802 DEBUG (ScheduledTrigger-4017-thread-4) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3 [junit4] 2> 1332803 INFO (qtp1917373363-11739) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1332804 INFO (qtp1311566342-11734) [n:127.0.0.1:46837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1332804 DEBUG (qtp486932277-11801) [n:127.0.0.1:38773_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1332805 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 1332805 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38773_solr, 127.0.0.1:44695_solr, 127.0.0.1:46837_solr] [junit4] 2> 1332805 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1332805 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38773_solr, 127.0.0.1:44695_solr, 127.0.0.1:46837_solr] [junit4] 2> 1332805 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38773_solr, 127.0.0.1:44695_solr, 127.0.0.1:46837_solr] [junit4] 2> 1332806 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1332806 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38773_solr, 127.0.0.1:44695_solr, 127.0.0.1:46837_solr] [junit4] 2> 1332806 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 1332807 INFO (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1332807 INFO (qtp486932277-11801) [n:127.0.0.1:38773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 1332808 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6 [junit4] 2> 1332808 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@308fd9de{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1332808 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1645352067 [junit4] 2> 1332809 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1332809 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@542e01c5: rootName = solr_38773, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4b063f87 [junit4] 2> 1332816 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1332816 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53f6376d: rootName = solr_38773, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2115509a [junit4] 2> 1332817 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3 [junit4] 2> 1332822 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1332822 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f44df1a: rootName = solr_38773, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6c80a67b [junit4] 2> 1332823 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38773_solr [junit4] 2> 1332834 INFO (zkCallback-1968-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1332834 INFO (zkCallback-1952-thread-1-processing-n:127.0.0.1:46837_solr) [n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1332834 INFO (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1332835 INFO (zkCallback-1976-thread-1-processing-n:127.0.0.1:38773_solr) [n:127.0.0.1:38773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1332849 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1332850 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1332851 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5819c83b{/solr,null,UNAVAILABLE} [junit4] 2> 1332851 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1333803 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2 [junit4] 2> 1333804 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:38773_solr [junit4] 2> 1333804 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:38773_solr] [junit4] 2> 1333804 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"12005c77fce94T9yo4z6fw5dkg14j8a26sxjhdb", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":316684170677908, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[316684170677908], [junit4] 2> "nodeNames":["127.0.0.1:38773_solr"]}} [junit4] 2> 1333804 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1] [junit4] 2> 1333805 INFO (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1333805 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"12005c77fce94T9yo4z6fw5dkg14j8a26sxjhdb", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":316684170677908, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[316684170677908], [junit4] 2> "_enqueue_time_":316684171015440, [junit4] 2> "nodeNames":["127.0.0.1:38773_solr"]}} [junit4] 2> 1333805 INFO (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1 [junit4] 2> 1333806 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms [junit4] 2> 1333806 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms [junit4] 2> 1333806 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms [junit4] 2> 1333806 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms [junit4] 2> 1333806 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=12005c77fce94T9yo4z6fw5dkg14j8a26sxjhdb [junit4] 2> 1338806 DEBUG (ScheduledTrigger-4017-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1338806 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2 [junit4] 2> 1338806 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2 [junit4] 2> 1338806 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:38773_solr [junit4] 2> 1338807 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1338807 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:38773_solr] [junit4] 2> 1338807 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1338807 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"12006f1b32cafT9yo4z6fw5dkg14j8a26sxjhdd", [junit4] 2> "source":"node_lost_trigger2", [junit4] 2> "eventTime":316689173654703, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[316689173654703], [junit4] 2> "nodeNames":["127.0.0.1:38773_solr"]}} [junit4] 2> 1338807 DEBUG (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1] [junit4] 2> 1338806 DEBUG (ScheduledTrigger-4017-thread-2) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1338807 INFO (ScheduledTrigger-4017-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1338807 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"12006f1b32cafT9yo4z6fw5dkg14j8a26sxjhdd", [junit4] 2> "source":"node_lost_trigger2", [junit4] 2> "eventTime":316689173654703, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[316689173654703], [junit4] 2> "_enqueue_time_":316689173878479, [junit4] 2> "nodeNames":["127.0.0.1:38773_solr"]}} [junit4] 2> 1338807 INFO (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1517022899843000000 current time = 1517022904845000000 [junit4] 2> real diff: 5002000000 [junit4] 2> min diff: 4998000000 [junit4] 2> 1338807 INFO (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2 [junit4] 2> 1338808 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[317D0C661A6851EB]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling [junit4] 2> 1338808 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms [junit4] 2> 1338808 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms [junit4] 2> 1338808 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms [junit4] 2> 1338808 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms [junit4] 2> 1338808 DEBUG (AutoscalingActionExecutor-4018-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=12006f1b32cafT9yo4z6fw5dkg14j8a26sxjhdd [junit4] 2> 1338818 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart [junit4] 2> 1338818 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 1338818 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 1338818 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 7 [junit4] 2> 1338822 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1338822 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1338822 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7 [junit4] 2> 1338823 INFO (qtp1917373363-11741) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1338831 INFO (qtp1917373363-11741) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 1338834 INFO (qtp1917373363-11744) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1338836 INFO (qtp1311566342-11790) [n:127.0.0.1:46837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1338836 DEBUG (qtp1917373363-11739) [n:127.0.0.1:44695_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1338838 INFO (qtp1917373363-11739) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6 [junit4] 2> 1338838 INFO (OverseerCollectionConfigSetProcessor-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1338839 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8 [junit4] 2> 1338839 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44695_solr, 127.0.0.1:46837_solr] [junit4] 2> 1338840 DEBUG (zkCallback-1959-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 1338840 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8 [junit4] 2> 1338841 INFO (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1338841 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@65bdaf56{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1338842 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1338842 DEBUG (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8 [junit4] 2> 1338842 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1338843 DEBUG (ScheduledTrigger-4017-thread-3) [n:127.0.0.1:44695_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1338848 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1598941381 [junit4] 2> 1338849 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1338849 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40564d0a: rootName = solr_44695, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@332bee91 [junit4] 2> 1338858 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1338858 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26e01714: rootName = solr_44695, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2115509a [junit4] 2> 1338873 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1338873 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10474986: rootName = solr_44695, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6c80a67b [junit4] 2> 1338874 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44695_solr [junit4] 2> 1338875 INFO (zkCallback-1968-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1338875 INFO (zkCallback-1952-thread-1-processing-n:127.0.0.1:46837_solr) [n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1338876 INFO (zkCallback-1959-thread-2-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1338876 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1338876 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1338877 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.c.Overseer Overseer (id=99419612279406598-127.0.0.1:44695_solr-n_0000000000) closing [junit4] 2> 1338877 INFO (OverseerStateUpdate-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44695_solr [junit4] 2> 1338878 WARN (OverseerAutoScalingTriggerThread-99419612279406598-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1338878 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1338883 INFO (zkCallback-1952-thread-1-processing-n:127.0.0.1:46837_solr) [n:127.0.0.1:46837_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46837_solr [junit4] 2> 1338883 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3bef55fa{/solr,null,UNAVAILABLE} [junit4] 2> 1338884 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1338885 INFO (zkCallback-1952-thread-1-processing-n:127.0.0.1:46837_solr) [n:127.0.0.1:46837_solr ] o.a.s.c.Overseer Overseer (id=99419612279406596-127.0.0.1:46837_solr-n_0000000001) starting [junit4] 2> 1338888 DEBUG (OverseerAutoScalingTriggerThread-99419612279406596-127.0.0.1:46837_solr-n_0000000001) [n:127.0.0.1:46837_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1338889 DEBUG (OverseerAutoScalingTriggerThread-99419612279406596-127.0.0.1:46837_solr-n_0000000001) [n:127.0.0.1:46837_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9 [junit4] 2> 1338890 DEBUG (OverseerAutoScalingTriggerThread-99419612279406596-127.0.0.1:46837_solr-n_0000000001) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46837_solr] [junit4] 2> 1338890 DEBUG (OverseerAutoScalingTriggerThread-99419612279406596-127.0.0.1:46837_solr-n_0000000001) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 1338890 DEBUG (OverseerAutoScalingTriggerThread-99419612279406596-127.0.0.1:46837_solr-n_0000000001) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46837_solr] [junit4] 2> 1338890 DEBUG (OverseerAutoScalingTriggerThread-99419612279406596-127.0.0.1:46837_solr-n_0000000001) [n:127.0.0.1:46837_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion -1 [junit4] 2> 1338890 DEBUG (OverseerAutoScalingTriggerThread-99419612279406596-127.0.0.1:46837_solr-n_0000000001) [n:127.0.0.1:46837_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9 [junit4] 2> 1338890 INFO (OverseerAutoScalingTriggerThread-99419612279406596-127.0.0.1:46837_solr-n_0000000001) [n:127.0.0.1:46837_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1338891 DEBUG (ScheduledTrigger-4033-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1338891 DEBUG (ScheduledTrigger-4033-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 1338895 DEBUG (ScheduledTrigger-4033-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1338897 DEBUG (OverseerAutoScalingTriggerThread-99419612279406596-127.0.0.1:46837_solr-n_0000000001) [n:127.0.0.1:46837_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9 [junit4] 2> 1339892 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1339892 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 1339896 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1340893 DEBUG (ScheduledTrigger-4033-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1340893 DEBUG (ScheduledTrigger-4033-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 1340897 DEBUG (ScheduledTrigger-4033-thread-4) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1341893 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1341893 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 1341897 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1342893 DEBUG (ScheduledTrigger-4033-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1342893 DEBUG (ScheduledTrigger-4033-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 1342897 DEBUG (ScheduledTrigger-4033-thread-4) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1343893 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1343893 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 1343897 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1344894 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1344894 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 1344897 DEBUG (ScheduledTrigger-4033-thread-4) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1345894 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1345894 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 1345898 DEBUG (ScheduledTrigger-4033-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1346894 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1346894 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 1346898 DEBUG (ScheduledTrigger-4033-thread-4) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1347894 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1347894 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 1347898 DEBUG (ScheduledTrigger-4033-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1348885 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1348887 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1348888 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1348888 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1348888 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e2f4fd5{/solr,null,AVAILABLE} [junit4] 2> 1348888 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53312140{HTTP/1.1,[http/1.1]}{127.0.0.1:34283} [junit4] 2> 1348888 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.e.j.s.Server Started @1350653ms [junit4] 2> 1348888 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34283} [junit4] 2> 1348889 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1348889 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1348889 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1348889 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1348889 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T03:15:14.927470Z [junit4] 2> 1348894 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1348894 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 1348898 DEBUG (ScheduledTrigger-4033-thread-4) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1348907 INFO (zkConnectionManagerCallback-1981-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1348908 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1348930 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35575/solr [junit4] 2> 1348931 INFO (zkConnectionManagerCallback-1985-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1348941 INFO (zkConnectionManagerCallback-1987-thread-1-processing-n:127.0.0.1:34283_solr) [n:127.0.0.1:34283_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1348944 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [n:127.0.0.1:34283_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1348945 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [n:127.0.0.1:34283_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1348946 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [n:127.0.0.1:34283_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34283_solr [junit4] 2> 1348946 INFO (zkCallback-1968-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1348946 INFO (zkCallback-1952-thread-1-processing-n:127.0.0.1:46837_solr) [n:127.0.0.1:46837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1348955 INFO (zkCallback-1986-thread-1-processing-n:127.0.0.1:34283_solr) [n:127.0.0.1:34283_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1348988 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [n:127.0.0.1:34283_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34283.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1348998 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [n:127.0.0.1:34283_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34283.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1348999 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [n:127.0.0.1:34283_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34283.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@796a6d19 [junit4] 2> 1349000 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[317D0C661A6851EB]) [n:127.0.0.1:34283_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_317D0C661A6851EB-001/tempDir-001/node4/. [junit4] 2> 1349895 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1349895 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1349895 DEBUG (ScheduledTrigger-4033-thread-2) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34283_solr at time 316700261820167 [junit4] 2> 1349898 DEBUG (ScheduledTrigger-4033-thread-1) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1350895 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1350895 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1350895 DEBUG (ScheduledTrigger-4033-thread-3) [n:127.0.0.1:46837_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR firing registered processor for nodes: [127.0.0.1:34283_solr] added at times [316700261820167], now=316701262479004 [ [...truncated too long message...] @5635dcde [junit4] 2> 2633359 INFO (coreCloseExecutor-5674-thread-2) [n:127.0.0.1:40335_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=1045734299 [junit4] 2> 2633359 INFO (coreCloseExecutor-5674-thread-1) [n:127.0.0.1:40335_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=727265511 [junit4] 2> 2633359 INFO (coreCloseExecutor-5674-thread-3) [n:127.0.0.1:40335_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=2121570264 [junit4] 2> 2633361 INFO (zkCallback-4684-thread-3-processing-n:127.0.0.1:38683_solr) [n:127.0.0.1:38683_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38683_solr [junit4] 2> 2633361 INFO (coreCloseExecutor-5673-thread-5) [n:127.0.0.1:38683_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard3.replica_n4, tag=831466461 [junit4] 2> 2633361 INFO (jetty-closer-4639-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ced7727{/solr,null,UNAVAILABLE} [junit4] 2> 2633361 INFO (coreCloseExecutor-5673-thread-5) [n:127.0.0.1:38683_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e534e0b: rootName = solr_38683, domain = solr.core.testSimple3.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.testSimple3.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@71073128 [junit4] 2> 2633361 INFO (jetty-closer-4639-thread-2) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2633368 INFO (coreCloseExecutor-5673-thread-5) [n:127.0.0.1:38683_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=831466461 [junit4] 2> 2633368 INFO (coreCloseExecutor-5673-thread-1) [n:127.0.0.1:38683_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=2091720038 [junit4] 2> 2633368 INFO (coreCloseExecutor-5673-thread-2) [n:127.0.0.1:38683_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=525896759 [junit4] 2> 2633368 INFO (coreCloseExecutor-5673-thread-3) [n:127.0.0.1:38683_solr c:testSimple3 s:shard1 r:core_node3 x:testSimple3_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard1.leader, tag=1783826394 [junit4] 2> 2633368 INFO (coreCloseExecutor-5673-thread-4) [n:127.0.0.1:38683_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=1728858036 [junit4] 2> 2633370 INFO (jetty-closer-4639-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@663b10a1{/solr,null,UNAVAILABLE} [junit4] 2> 2633370 INFO (jetty-closer-4639-thread-1) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2633370 ERROR (SUITE-AutoAddReplicasPlanActionTest-seed#[317D0C661A6851EB]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2633371 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[317D0C661A6851EB]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46317 46317 [junit4] 2> 2638622 INFO (Thread-4316) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46317 46317 [junit4] 2> 2638622 WARN (Thread-4316) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 5 /solr/aliases.json [junit4] 2> 4 /solr/security.json [junit4] 2> 4 /solr/configs/conf [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 18 /solr/collections/testSimple1/state.json [junit4] 2> 12 /solr/collections/testSimple2/state.json [junit4] 2> 9 /solr/collections/testSimple3/state.json [junit4] 2> 5 /solr/clusterstate.json [junit4] 2> 5 /solr/clusterprops.json [junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/99419697126375432-core_node3-n_0000000000 [junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/99419697126375432-core_node7-n_0000000000 [junit4] 2> 2 /solr/overseer_elect/election/99419697126375432-127.0.0.1:40335_solr-n_0000000001 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 5 /solr/live_nodes [junit4] 2> 5 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_317D0C661A6851EB-001 [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@79b94f80), locale=bm, timezone=Europe/Skopje [junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=155825808,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [BasicDistributedZkTest, PluginInfoTest, AnalyticsQueryTest, TestSolrFieldCacheBean, HdfsBasicDistributedZk2Test, ActionThrottleTest, TestPointFields, TestComponentsName, TestOmitPositions, TestLegacyFieldCache, BadIndexSchemaTest, ConcurrentCreateRoutedAliasTest, JSONWriterTest, TestSolrQueryResponse, HighlighterConfigTest, TestFieldCollectionResource, TestHashPartitioner, TestStressLucene, CdcrUpdateLogTest, ShardRoutingTest, DistributedVersionInfoTest, RequestLoggingTest, TestRequestStatusCollectionAPI, CustomCollectionTest, TestFieldTypeResource, DistributedQueryElevationComponentTest, UUIDFieldTest, SolrIndexConfigTest, TestDistributedSearch, HttpSolrCallGetCoreTest, BJQParserTest, TestSQLHandler, TestClassicSimilarityFactory, SolrCoreMetricManagerTest, TestCrossCoreJoin, MissingSegmentRecoveryTest, TestDeleteCollectionOnDownNodes, TestFileDictionaryLookup, CoreAdminRequestStatusTest, TestCSVLoader, TestLeaderInitiatedRecoveryThread, AutoScalingHandlerTest, TestPerFieldSimilarityWithDefaultOverride, StatsComponentTest, SolrCoreCheckLockOnStartupTest, TestCloudDeleteByQuery, TestManagedResourceStorage, RestartWhileUpdatingTest, TestSchemaSimilarityResource, SolrIndexMetricsTest, CdcrBidirectionalTest, TestCustomDocTransformer, TestImpersonationWithHadoopAuth, ZkSolrClientTest, RequestHandlersTest, TestPhraseSuggestions, TestIBSimilarityFactory, TestMaxTokenLenTokenizer, TestInitParams, DistributedFacetSimpleRefinementLongTailTest, TestCollationField, DistributedFacetExistsSmallTest, SolrIndexSplitterTest, TestLRUStatsCache, TestConfigSetsAPIExclusivity, UUIDUpdateProcessorFallbackTest, TestSolrXml, TestMaxScoreQueryParser, HdfsAutoAddReplicasIntegrationTest, V2StandaloneTest, TestNumericRangeQuery32, ZkNodePropsTest, TestConfigOverlay, SpellingQueryConverterTest, AssignBackwardCompatibilityTest, TestHighlightDedupGrouping, TestConfig, CustomHighlightComponentTest, HdfsWriteToMultipleCollectionsTest, SortSpecParsingTest, PreAnalyzedUpdateProcessorTest, TestTolerantUpdateProcessorRandomCloud, TestJoin, DistributedQueryComponentCustomSortTest, TestSubQueryTransformerCrossCore, TestReloadDeadlock, DebugComponentTest, TestRemoteStreaming, TestNodeAddedTrigger, MBeansHandlerTest, RemoteQueryErrorTest, FullSolrCloudDistribCmdsTest, SimpleCollectionCreateDeleteTest, TestGroupingSearch, TestHdfsUpdateLog, TestIndexingPerformance, OutOfBoxZkACLAndCredentialsProvidersTest, TestUniqueKeyFieldResource, RAMDirectoryFactoryTest, TestSolrDeletionPolicy1, DocExpirationUpdateProcessorFactoryTest, SolrCloudExampleTest, TestRebalanceLeaders, FieldAnalysisRequestHandlerTest, CreateCollectionCleanupTest, DocValuesMissingTest, TestReplicationHandlerBackup, TestCopyFieldCollectionResource, TestDocumentBuilder, TestFastOutputStream, UpdateParamsTest, SolrMetricsIntegrationTest, SolrRequestParserTest, TestUninvertingReader, ExternalFileFieldSortTest, HdfsThreadLeakTest, HLLSerializationTest, NodeAddedTriggerTest, FacetPivotSmallTest, TestLuceneMatchVersion, UpdateLogTest, LargeFieldTest, TestRawResponseWriter, TestNoOpRegenerator, IndexBasedSpellCheckerTest, NodeMutatorTest, OverseerModifyCollectionTest, OverseerRolesTest, PeerSyncReplicationTest, ReplicationFactorTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestSegmentSorting, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, VMParamsZkACLAndCredentialsProvidersTest, AssignTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, HdfsCollectionsAPIDistributedZkTest, TestHdfsCloudBackupRestore, AutoAddReplicasPlanActionTest] [junit4] Completed [573/770 (2!)] on J0 in 17.61s, 1 test, 1 error <<< FAILURES! [...truncated 41592 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org