Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/392/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate
Error Message:
Stack Trace:
java.lang.AssertionError
at
__randomizedtesting.SeedInfo.seed([8455D28003A42A50:D91DCC09CC628C1F]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate(TriggerIntegrationTest.java:1482)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState
Error Message:
Stack Trace:
java.lang.AssertionError
at
__randomizedtesting.SeedInfo.seed([8455D28003A42A50:846366402AA98E3A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12565 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 1179602 INFO
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/init-core-data-001
[junit4] 2> 1179602 WARN
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1179603 INFO
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1179604 INFO
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1179605 INFO
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001
[junit4] 2> 1179605 INFO
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1179614 INFO (Thread-808) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1179614 INFO (Thread-808) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 1179616 ERROR (Thread-808) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 1179718 INFO
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:42489
[junit4] 2> 1179732 INFO (zkConnectionManagerCallback-758-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1179813 INFO (jetty-launcher-755-thread-1) [ ]
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp:
2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1179814 INFO (jetty-launcher-755-thread-2) [ ]
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp:
2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1179975 INFO (jetty-launcher-755-thread-1) [ ]
o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1179975 INFO (jetty-launcher-755-thread-1) [ ]
o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1179975 INFO (jetty-launcher-755-thread-1) [ ]
o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1179976 INFO (jetty-launcher-755-thread-2) [ ]
o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1179976 INFO (jetty-launcher-755-thread-2) [ ]
o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1179976 INFO (jetty-launcher-755-thread-2) [ ]
o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1179976 INFO (jetty-launcher-755-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@6bbad25a{/solr,null,AVAILABLE}
[junit4] 2> 1179977 INFO (jetty-launcher-755-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@4f97593d{/solr,null,AVAILABLE}
[junit4] 2> 1180010 INFO (jetty-launcher-755-thread-2) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@147e129d{SSL,[ssl,
http/1.1]}{127.0.0.1:40409}
[junit4] 2> 1180010 INFO (jetty-launcher-755-thread-2) [ ]
o.e.j.s.Server Started @1190097ms
[junit4] 2> 1180011 INFO (jetty-launcher-755-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=40409}
[junit4] 2> 1180011 ERROR (jetty-launcher-755-thread-2) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1180011 INFO (jetty-launcher-755-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.3.0
[junit4] 2> 1180011 INFO (jetty-launcher-755-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1180011 INFO (jetty-launcher-755-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1180011 INFO (jetty-launcher-755-thread-1) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@792a42ba{SSL,[ssl,
http/1.1]}{127.0.0.1:35421}
[junit4] 2> 1180011 INFO (jetty-launcher-755-thread-1) [ ]
o.e.j.s.Server Started @1190098ms
[junit4] 2> 1180011 INFO (jetty-launcher-755-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=35421}
[junit4] 2> 1180011 ERROR (jetty-launcher-755-thread-1) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1180011 INFO (jetty-launcher-755-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.3.0
[junit4] 2> 1180011 INFO (jetty-launcher-755-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1180011 INFO (jetty-launcher-755-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1180012 INFO (jetty-launcher-755-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-02-14T21:14:05.468Z
[junit4] 2> 1180030 INFO (jetty-launcher-755-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-02-14T21:14:05.468Z
[junit4] 2> 1180083 INFO (zkConnectionManagerCallback-760-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1180084 INFO (jetty-launcher-755-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1180099 INFO (zkConnectionManagerCallback-762-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1180101 INFO (jetty-launcher-755-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1180214 INFO (jetty-launcher-755-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42489/solr
[junit4] 2> 1180216 INFO (zkConnectionManagerCallback-766-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1180286 INFO (jetty-launcher-755-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42489/solr
[junit4] 2> 1180355 INFO (zkConnectionManagerCallback-770-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1180684 INFO
(zkConnectionManagerCallback-772-thread-1-processing-n:127.0.0.1:35421_solr)
[n:127.0.0.1:35421_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1180749 INFO
(zkConnectionManagerCallback-774-thread-1-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1181126 INFO (jetty-launcher-755-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1181126 INFO (jetty-launcher-755-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:40409_solr
[junit4] 2> 1181145 INFO (jetty-launcher-755-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.Overseer Overseer
(id=72121835440373766-127.0.0.1:40409_solr-n_0000000000) starting
[junit4] 2> 1181228 INFO (jetty-launcher-755-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:40409_solr
[junit4] 2> 1181228 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Adding
.autoAddReplicas trigger
[junit4] 2> 1181454 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 1
[junit4] 2> 1181484 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1181484 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1181484 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 1
[junit4] 2> 1181521 INFO
(OverseerStateUpdate-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 1181703 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1181720 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1181764 INFO (jetty-launcher-755-thread-1)
[n:127.0.0.1:35421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 1181766 INFO (jetty-launcher-755-thread-1)
[n:127.0.0.1:35421_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1181818 INFO (jetty-launcher-755-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_40409.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1181819 INFO (jetty-launcher-755-thread-1)
[n:127.0.0.1:35421_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:35421_solr
[junit4] 2> 1181825 DEBUG (ScheduledTrigger-1778-thread-1)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
.auto_add_replicas with currently live nodes: 1
[junit4] 2> 1181853 INFO (jetty-launcher-755-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_40409.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1181854 INFO (jetty-launcher-755-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_40409.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1181855 INFO (jetty-launcher-755-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001/node2/.
[junit4] 2> 1181890 INFO
(zkCallback-771-thread-1-processing-n:127.0.0.1:35421_solr)
[n:127.0.0.1:35421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 1181902 INFO
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 1182267 INFO (jetty-launcher-755-thread-1)
[n:127.0.0.1:35421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35421.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1182294 INFO (jetty-launcher-755-thread-1)
[n:127.0.0.1:35421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35421.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1182294 INFO (jetty-launcher-755-thread-1)
[n:127.0.0.1:35421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35421.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1182304 INFO (jetty-launcher-755-thread-1)
[n:127.0.0.1:35421_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001/node1/.
[junit4] 2> 1182469 INFO (zkConnectionManagerCallback-780-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1182580 INFO (zkConnectionManagerCallback-784-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1182581 INFO
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1182583 INFO
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42489/solr ready
[junit4] 2> 1182892 DEBUG (ScheduledTrigger-1778-thread-1)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
.auto_add_replicas with currently live nodes: 2
[junit4] 2> 1183198 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 1183199 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1183199 DEBUG
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 2
[junit4] 2> 1183199 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 2
[junit4] 2> 1183201 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1183201 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1183201 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1183377 INFO (qtp1553196508-4344) [n:127.0.0.1:40409_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1183660 INFO (qtp1553196508-4344) [n:127.0.0.1:40409_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=282
[junit4] 2> 1183929 INFO (qtp372761330-4347) [n:127.0.0.1:35421_solr ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1184032 INFO (qtp1553196508-4348) [n:127.0.0.1:40409_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1184033 DEBUG (qtp372761330-4343) [n:127.0.0.1:35421_solr ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1184068 INFO (qtp372761330-4343) [n:127.0.0.1:35421_solr ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling
params={wt=javabin&version=2} status=0 QTime=183
[junit4] 2> 1184084 DEBUG
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 3
[junit4] 2> 1184182 DEBUG
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:40409_solr, 127.0.0.1:35421_solr]
[junit4] 2> 1184182 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 3
[junit4] 2> 1184183 INFO
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 1184187 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.e.j.s.AbstractConnector Stopped ServerConnector@792a42ba{SSL,[ssl,
http/1.1]}{127.0.0.1:0}
[junit4] 2> 1184187 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1184219 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.c.CoreContainer Shutting down CoreContainer instance=53805869
[junit4] 2> 1184219 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
tag=null
[junit4] 2> 1184219 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@313b1e75: rootName =
solr_35421, domain = solr.node, service url = null, agent id = null] for
registry solr.node / com.codahale.metrics.MetricRegistry@6ae869bc
[junit4] 2> 1184225 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
tag=null
[junit4] 2> 1184225 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@4d0457f2: rootName =
solr_35421, domain = solr.jvm, service url = null, agent id = null] for
registry solr.jvm / com.codahale.metrics.MetricRegistry@17b25931
[junit4] 2> 1184230 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1184243 DEBUG (ScheduledTrigger-1778-thread-1)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: 2
[junit4] 2> 1184246 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
tag=null
[junit4] 2> 1184246 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@21221ea5: rootName =
solr_35421, domain = solr.jetty, service url = null, agent id = null] for
registry solr.jetty / com.codahale.metrics.MetricRegistry@3093a5e0
[junit4] 2> 1184260 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.c.ZkController Remove node as live in
ZooKeeper:/live_nodes/127.0.0.1:35421_solr
[junit4] 2> 1184261 INFO
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (1)
[junit4] 2> 1184262 INFO
(zkCallback-771-thread-1-processing-n:127.0.0.1:35421_solr)
[n:127.0.0.1:35421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (1)
[junit4] 2> 1184263 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster,
tag=null
[junit4] 2> 1184279 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
2147483647 transient cores
[junit4] 2> 1184333 INFO (zkCallback-783-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1184369 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@6bbad25a{/solr,null,UNAVAILABLE}
[junit4] 2> 1184421 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.e.j.s.session Stopped scavenging
[junit4] 2> 1185244 DEBUG (ScheduledTrigger-1778-thread-1)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: 1
[junit4] 2> 1185244 DEBUG (ScheduledTrigger-1778-thread-1)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node:
127.0.0.1:35421_solr
[junit4] 2> 1185519 INFO
(OverseerCollectionConfigSetProcessor-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1186245 DEBUG (ScheduledTrigger-1778-thread-1)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: 1
[junit4] 2> 1187246 DEBUG (ScheduledTrigger-1778-thread-1)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: 1
[junit4] 2> 1187246 DEBUG (ScheduledTrigger-1778-thread-1)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:35421_solr]
[junit4] 2> 1187246 DEBUG (ScheduledTrigger-1778-thread-1)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown
inactive - processing event: {
[junit4] 2> "id":"37b889eb956a3T87lt87u8n4qqv2m22c83xxrn7",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":980251638847139,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[980251638847139],
[junit4] 2> "nodeNames":["127.0.0.1:35421_solr"]}}
[junit4] 2> 1187246 DEBUG (ScheduledTrigger-1778-thread-1)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers:
[node_lost_trigger]
[junit4] 2> 1187247 INFO (ScheduledTrigger-1778-thread-1)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.SystemLogListener Collection .system
does not exist, disabling logging.
[junit4] 2> 1187248 DEBUG
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions
for {
[junit4] 2> "id":"37b889eb956a3T87lt87u8n4qqv2m22c83xxrn7",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":980251638847139,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[980251638847139],
[junit4] 2> "_enqueue_time_":980253640970289,
[junit4] 2> "nodeNames":["127.0.0.1:35421_solr"]}}
[junit4] 2> 1187249 DEBUG
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger:
node_lost_trigger after 5000ms
[junit4] 2> 1187249 DEBUG
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1
ms for event id=37b889eb956a3T87lt87u8n4qqv2m22c83xxrn7
[junit4] 2> 1187254 INFO (qtp1553196508-4350) [n:127.0.0.1:40409_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1187254 DEBUG (qtp1553196508-4346) [n:127.0.0.1:40409_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1187255 INFO (qtp1553196508-4346) [n:127.0.0.1:40409_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling
params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1187255 DEBUG
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 4
[junit4] 2> 1187255 DEBUG
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:40409_solr]
[junit4] 2> 1187255 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 4
[junit4] 2> 1187256 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1187256 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1189255 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [
] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 1189265 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 1189265 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 1189266 DEBUG
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 5
[junit4] 2> 1189266 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 5
[junit4] 2> 1189267 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1189267 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1189267 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1189288 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp:
2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1189288 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1189288 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1189289 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1189289 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@147e153d{/solr,null,AVAILABLE}
[junit4] 2> 1189289 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@2ae5c680{SSL,[ssl,
http/1.1]}{127.0.0.1:35281}
[junit4] 2> 1189290 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.Server Started @1199376ms
[junit4] 2> 1189290 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=35281}
[junit4] 2> 1189290 ERROR
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1189290 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.3.0
[junit4] 2> 1189290 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1189290 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1189290 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-02-14T21:14:14.747Z
[junit4] 2> 1189300 INFO (zkConnectionManagerCallback-786-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1189301 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1189325 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42489/solr
[junit4] 2> 1189326 INFO (zkConnectionManagerCallback-790-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1189329 INFO
(zkConnectionManagerCallback-792-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1189347 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:35281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 1189349 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:35281_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1189351 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:35281_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:35281_solr
[junit4] 2> 1189352 INFO
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 1189359 INFO (zkCallback-783-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1189377 INFO
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 1189507 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:35281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35281.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1189524 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:35281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35281.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1189524 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:35281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35281.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1189525 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:35281_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001/node3/.
[junit4] 2> 1189646 INFO (qtp1917099168-4408) [n:127.0.0.1:35281_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1189670 INFO (qtp1917099168-4408) [n:127.0.0.1:35281_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=24
[junit4] 2> 1189690 INFO (qtp1917099168-4410) [n:127.0.0.1:35281_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1189711 INFO (qtp1553196508-4344) [n:127.0.0.1:40409_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1189711 DEBUG (qtp1917099168-4406) [n:127.0.0.1:35281_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1189712 INFO (qtp1917099168-4406) [n:127.0.0.1:35281_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling
params={wt=javabin&version=2} status=0 QTime=25
[junit4] 2> 1189712 DEBUG
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 6
[junit4] 2> 1189715 INFO
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.TriggerIntegrationTest
TestEventQueueAction instantiated
[junit4] 2> 1189715 DEBUG
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes:
[127.0.0.1:40409_solr, 127.0.0.1:35281_solr]
[junit4] 2> 1189715 DEBUG
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1,
actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}],
enabled=true}
[junit4] 2> 1189715 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 6
[junit4] 2> 1189717 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 1189739 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1189739 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1189739 DEBUG (ScheduledTrigger-1778-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1189739 DEBUG (ScheduledTrigger-1778-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1189741 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp:
2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1189754 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1189754 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1189754 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1189754 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@2f4bfa75{/solr,null,AVAILABLE}
[junit4] 2> 1189755 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@1adec784{SSL,[ssl,
http/1.1]}{127.0.0.1:39342}
[junit4] 2> 1189755 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.Server Started @1199842ms
[junit4] 2> 1189755 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=39342}
[junit4] 2> 1189756 ERROR
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1189756 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.3.0
[junit4] 2> 1189756 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1189756 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1189756 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-02-14T21:14:15.213Z
[junit4] 2> 1189757 INFO (zkConnectionManagerCallback-796-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1189770 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1189821 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42489/solr
[junit4] 2> 1189844 INFO (zkConnectionManagerCallback-800-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1189847 INFO
(zkConnectionManagerCallback-802-thread-1-processing-n:127.0.0.1:39342_solr)
[n:127.0.0.1:39342_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1189851 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:39342_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (2)
[junit4] 2> 1189853 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:39342_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1189855 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:39342_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:39342_solr
[junit4] 2> 1189857 INFO
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1189857 INFO
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1189857 INFO (zkCallback-783-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1189880 INFO
(zkCallback-801-thread-1-processing-n:127.0.0.1:39342_solr)
[n:127.0.0.1:39342_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1189973 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:39342_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_39342.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1189998 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:39342_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_39342.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1189999 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:39342_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_39342.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1190000 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50])
[n:127.0.0.1:39342_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001/node4/.
[junit4] 2> 1190741 DEBUG (ScheduledTrigger-1778-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1190741 DEBUG (ScheduledTrigger-1778-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1190741 DEBUG (ScheduledTrigger-1778-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node:
127.0.0.1:39342_solr at time 980257135591042
[junit4] 2> 1191661 INFO
(OverseerCollectionConfigSetProcessor-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1191742 DEBUG (ScheduledTrigger-1778-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1191742 DEBUG (ScheduledTrigger-1778-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1191742 DEBUG (ScheduledTrigger-1778-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_triggerEQ firing registered processor for nodes:
[127.0.0.1:39342_solr] added at times [980257135591042], now=980258136835758
[junit4] 2> 1191743 DEBUG (ScheduledTrigger-1778-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown
inactive - processing event: {
[junit4] 2> "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":980257135591042,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[980257135591042],
[junit4] 2> "nodeNames":["127.0.0.1:39342_solr"]}}
[junit4] 2> 1191743 DEBUG (ScheduledTrigger-1778-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers:
[node_added_triggerEQ]
[junit4] 2> 1191744 INFO (ScheduledTrigger-1778-thread-2)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.SystemLogListener Collection .system
does not exist, disabling logging.
[junit4] 2> 1191744 DEBUG
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions
for {
[junit4] 2> "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":980257135591042,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[980257135591042],
[junit4] 2> "_enqueue_time_":980258137261082,
[junit4] 2> "nodeNames":["127.0.0.1:39342_solr"]}}
[junit4] 2> 1191744 INFO
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":980257135591042,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[980257135591042],
[junit4] 2> "_enqueue_time_":980258137261082,
[junit4] 2> "nodeNames":["127.0.0.1:39342_solr"]}}
[junit4] 2> 1191745 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.AbstractConnector Stopped ServerConnector@147e129d{SSL,[ssl,
http/1.1]}{127.0.0.1:0}
[junit4] 2> 1191746 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1524069153
[junit4] 2> 1191746 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
tag=null
[junit4] 2> 1191746 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@23f10a4: rootName =
solr_40409, domain = solr.node, service url = null, agent id = null] for
registry solr.node / com.codahale.metrics.MetricRegistry@7f30eb7a
[junit4] 2> 1191752 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
tag=null
[junit4] 2> 1191752 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@18079127: rootName =
solr_40409, domain = solr.jvm, service url = null, agent id = null] for
registry solr.jvm / com.codahale.metrics.MetricRegistry@17b25931
[junit4] 2> 1191764 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
tag=null
[junit4] 2> 1191764 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@cf6825c: rootName =
solr_40409, domain = solr.jetty, service url = null, agent id = null] for
registry solr.jetty / com.codahale.metrics.MetricRegistry@3093a5e0
[junit4] 2> 1191765 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.c.ZkController Remove node as live in
ZooKeeper:/live_nodes/127.0.0.1:40409_solr
[junit4] 2> 1191766 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster,
tag=null
[junit4] 2> 1191766 INFO (zkCallback-783-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1191766 INFO
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (2)
[junit4] 2> 1191766 INFO
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (2)
[junit4] 2> 1191766 INFO
(zkCallback-801-thread-1-processing-n:127.0.0.1:39342_solr)
[n:127.0.0.1:39342_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (2)
[junit4] 2> 1191766 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 1191766 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.c.Overseer Overseer
(id=72121835440373766-127.0.0.1:40409_solr-n_0000000000) closing
[junit4] 2> 1191766 INFO
(OverseerStateUpdate-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.Overseer Overseer Loop exiting :
127.0.0.1:40409_solr
[junit4] 2> 1191767 WARN
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.OverseerTriggerThread
OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1191769 DEBUG
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1191770 INFO
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:35281_solr
[junit4] 2> 1191770 WARN
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.ScheduledTriggers Exception executing
actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException:
ScheduledTrigger node_added_triggerEQ has been closed.
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:526)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:310)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1191798 DEBUG
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr)
[n:127.0.0.1:40409_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 54
ms for event id=37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9
[junit4] 2> 1191770 INFO
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.Overseer Overseer
(id=72121835440373771-127.0.0.1:35281_solr-n_0000000002) starting
[junit4] 2> 1191770 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@4f97593d{/solr,null,UNAVAILABLE}
[junit4] 2> 1191799 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1191803 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Adding
.autoAddReplicas trigger
[junit4] 2> 1191804 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 7
[junit4] 2> 1191804 INFO
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.TriggerIntegrationTest
TestEventQueueAction instantiated
[junit4] 2> 1191804 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes:
[127.0.0.1:39342_solr, 127.0.0.1:35281_solr]
[junit4] 2> 1191804 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1,
actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}],
enabled=true}
[junit4] 2> 1191805 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:39342_solr, 127.0.0.1:35281_solr]
[junit4] 2> 1191805 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 1191805 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 7
[junit4] 2> 1191807 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 1191807 DEBUG (ScheduledTrigger-1800-thread-1)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
.auto_add_replicas with currently live nodes: 2
[junit4] 2> 1191807 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1191857 DEBUG (ScheduledTrigger-1800-thread-2)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown
inactive - processing event: {
[junit4] 2> "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":980257135591042,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[980257135591042],
[junit4] 2> "_dequeue_time_":980258202170369,
[junit4] 2> "_enqueue_time_":980258137261082,
[junit4] 2> "nodeNames":["127.0.0.1:39342_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1191857 DEBUG (ScheduledTrigger-1800-thread-2)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers:
[.auto_add_replicas, node_added_triggerEQ]
[junit4] 2> 1191857 INFO (ScheduledTrigger-1800-thread-2)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.SystemLogListener Collection .system
does not exist, disabling logging.
[junit4] 2> 1191858 DEBUG
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions
for {
[junit4] 2> "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":980257135591042,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[980257135591042],
[junit4] 2> "_dequeue_time_":980258202170369,
[junit4] 2> "_enqueue_time_":980258137261082,
[junit4] 2> "nodeNames":["127.0.0.1:39342_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1191858 INFO
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":980257135591042,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[980257135591042],
[junit4] 2> "_dequeue_time_":980258202170369,
[junit4] 2> "_enqueue_time_":980258137261082,
[junit4] 2> "nodeNames":["127.0.0.1:39342_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1191859 DEBUG (ScheduledTrigger-1800-thread-2)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1191859 DEBUG (ScheduledTrigger-1800-thread-2)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1191859 DEBUG
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger:
.auto_add_replicas after 5000ms
[junit4] 2> 1191859 DEBUG
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger:
node_added_triggerEQ after 5000ms
[junit4] 2> 1191859 DEBUG
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1
ms for event id=37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9
[junit4] 2> 1196800 INFO
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 1196860 DEBUG (ScheduledTrigger-1800-thread-1)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
.auto_add_replicas with currently live nodes: 2
[junit4] 2> 1196861 DEBUG (ScheduledTrigger-1800-thread-3)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 1196861 DEBUG (ScheduledTrigger-1800-thread-3)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1196861 INFO
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 1196862 INFO
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [ ]
o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 1196862 DEBUG
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 8
[junit4] 2> 1196870 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 8
[junit4] 2> 1196902 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1196902 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1196902 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1197906 DEBUG
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [ ]
o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property:
triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 1205931 DEBUG
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [ ]
o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property:
triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 1216020 DEBUG
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [ ]
o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property:
triggerCorePoolSize from: 4 to: 6
[junit4] 2> 1226123 INFO
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 1226186 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 1226187 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode
version 9
[junit4] 2> 1226187 DEBUG
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 9
[junit4] 2> 1226187 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 9
[junit4] 2> 1226187 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1226187 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1226204 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1226206 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp:
2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1226207 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1226207 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1226207 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1226207 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@429a60a3{/solr,null,AVAILABLE}
[junit4] 2> 1226208 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.e.j.s.AbstractConnector Started ServerConnector@5d037e8b{SSL,[ssl,
http/1.1]}{127.0.0.1:43052}
[junit4] 2> 1226208 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.e.j.s.Server Started @1236294ms
[junit4] 2> 1226208 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=43052}
[junit4] 2> 1226208 ERROR
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging
may be missing or incomplete.
[junit4] 2> 1226220 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
version 7.3.0
[junit4] 2> 1226220 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 1226220 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1226221 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-02-14T21:14:51.677Z
[junit4] 2> 1226246 INFO (zkConnectionManagerCallback-806-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226247 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1226279 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42489/solr
[junit4] 2> 1226302 INFO (zkConnectionManagerCallback-810-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226305 INFO
(zkConnectionManagerCallback-812-thread-1-processing-n:127.0.0.1:43052_solr)
[n:127.0.0.1:43052_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226340 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[n:127.0.0.1:43052_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (2)
[junit4] 2> 1226350 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[n:127.0.0.1:43052_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1226352 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[n:127.0.0.1:43052_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:43052_solr
[junit4] 2> 1226353 INFO (zkCallback-783-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1226354 INFO
(zkCallback-801-thread-1-processing-n:127.0.0.1:39342_solr)
[n:127.0.0.1:39342_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1226370 INFO
(zkCallback-811-thread-1-processing-n:127.0.0.1:43052_solr)
[n:127.0.0.1:43052_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1226371 INFO
(zkCallback-791-thread-2-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1226540 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[n:127.0.0.1:43052_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43052.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1226590 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[n:127.0.0.1:43052_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43052.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1226590 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[n:127.0.0.1:43052_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43052.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
[junit4] 2> 1226591 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[n:127.0.0.1:43052_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001/node5/.
[junit4] 2> 1226777 INFO (qtp1917099168-4409) [n:127.0.0.1:35281_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1226863 INFO (qtp441022786-4435) [n:127.0.0.1:39342_solr ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1227001 INFO (qtp312232050-4475) [n:127.0.0.1:43052_solr ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1227002 DEBUG (qtp1917099168-4408) [n:127.0.0.1:35281_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1227002 INFO (qtp1917099168-4408) [n:127.0.0.1:35281_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling
params={wt=javabin&version=2} status=0 QTime=243
[junit4] 2> 1227003 DEBUG
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 10
[junit4] 2> 1227004 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d037e8b{SSL,[ssl,
http/1.1]}{127.0.0.1:0}
[junit4] 2> 1227004 DEBUG
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:43052_solr, 127.0.0.1:39342_solr, 127.0.0.1:35281_solr]
[junit4] 2> 1227004 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1360746480
[junit4] 2> 1227004 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 10
[junit4] 2> 1227004 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.node, tag=null
[junit4] 2> 1227004 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@562098d8: rootName =
solr_43052, domain = solr.node, service url = null, agent id = null] for
registry solr.node / com.codahale.metrics.MetricRegistry@6414f30a
[junit4] 2> 1227005 INFO
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 1227005 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1227006 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1227006 DEBUG (ScheduledTrigger-1800-thread-4)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: 3
[junit4] 2> 1227022 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.jvm, tag=null
[junit4] 2> 1227022 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@7eff586b: rootName =
solr_43052, domain = solr.jvm, service url = null, agent id = null] for
registry solr.jvm / com.codahale.metrics.MetricRegistry@17b25931
[junit4] 2> 1227043 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.jetty, tag=null
[junit4] 2> 1227043 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@3a0136b5: rootName =
solr_43052, domain = solr.jetty, service url = null, agent id = null] for
registry solr.jetty / com.codahale.metrics.MetricRegistry@3093a5e0
[junit4] 2> 1227052 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.c.ZkController Remove node as live in
ZooKeeper:/live_nodes/127.0.0.1:43052_solr
[junit4] 2> 1227053 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.cluster, tag=null
[junit4] 2> 1227053 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
2147483647 transient cores
[junit4] 2> 1227054 INFO (zkCallback-783-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1227054 INFO
(zkCallback-811-thread-1-processing-n:127.0.0.1:43052_solr)
[n:127.0.0.1:43052_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (2)
[junit4] 2> 1227054 INFO
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (2)
[junit4] 2> 1227054 INFO
(zkCallback-801-thread-1-processing-n:127.0.0.1:39342_solr)
[n:127.0.0.1:39342_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (2)
[junit4] 2> 1227055 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@429a60a3{/solr,null,UNAVAILABLE}
[junit4] 2> 1227055 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1228023 DEBUG (ScheduledTrigger-1800-thread-4)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 1228023 DEBUG (ScheduledTrigger-1800-thread-4)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node:
127.0.0.1:43052_solr
[junit4] 2> 1228599 INFO (qtp1917099168-4406) [n:127.0.0.1:35281_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1228602 INFO (qtp441022786-4433) [n:127.0.0.1:39342_solr ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1228624 DEBUG (qtp441022786-4432) [n:127.0.0.1:39342_solr ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1228625 INFO (qtp441022786-4432) [n:127.0.0.1:39342_solr ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling
params={wt=javabin&version=2} status=0 QTime=29
[junit4] 2> 1228652 DEBUG
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 11
[junit4] 2> 1228652 DEBUG
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:39342_solr, 127.0.0.1:35281_solr]
[junit4] 2> 1228652 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 11
[junit4] 2> 1228653 INFO
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 1228653 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from
marker path: 127.0.0.1:43052_solr
[junit4] 2> 1228654 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1228654 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 1228666 DEBUG (ScheduledTrigger-1800-thread-1)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 1228666 DEBUG (ScheduledTrigger-1800-thread-1)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:43052_solr]
[junit4] 2> 1228666 DEBUG (ScheduledTrigger-1800-thread-1)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown
inactive - processing event: {
[junit4] 2> "id":"37b92ba18689aT87lt87u8n4qqv2m22c83xxrnc",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":980295047735450,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[980295047735450],
[junit4] 2> "nodeNames":["127.0.0.1:43052_solr"]}}
[junit4] 2> 1228666 DEBUG (ScheduledTrigger-1800-thread-1)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers:
[node_lost_restore_trigger]
[junit4] 2> 1228666 INFO (ScheduledTrigger-1800-thread-1)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.SystemLogListener Collection .system
does not exist, disabling logging.
[junit4] 2> 1228672 DEBUG
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions
for {
[junit4] 2> "id":"37b92ba18689aT87lt87u8n4qqv2m22c83xxrnc",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":980295047735450,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[980295047735450],
[junit4] 2> "_enqueue_time_":980295060359668,
[junit4] 2> "nodeNames":["127.0.0.1:43052_solr"]}}
[junit4] 2> 1228672 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 1228713 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 1228725 DEBUG
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 12
[junit4] 2> 1228725 DEBUG
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger:
node_lost_restore_trigger after 5000ms
[junit4] 2> 1228726 DEBUG
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 12
[junit4] 2> 1228726 DEBUG
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr)
[n:127.0.0.1:35281_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 53
ms for event id=37b92ba18689aT87lt87u8n4qqv2m22c83xxrnc
[junit4] 2> 1228726 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[8455D28003A42A50])
[ ] o.a.s.c.a.Trigg
[...truncated too long message...]
.cloud.autoscaling.TriggerBase.saveState(TriggerBase.java:203)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:576)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1404402 WARN
(zkCallback-905-thread-2-processing-n:127.0.0.1:42942_solr)
[n:127.0.0.1:42942_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1404407 INFO (jetty-closer-756-thread-7) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@6564c48c{/solr,null,UNAVAILABLE}
[junit4] 2> 1404408 INFO (jetty-closer-756-thread-7) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1404438 WARN
(OverseerAutoScalingTriggerThread-72121835440373783-127.0.0.1:37430_solr-n_0000000006)
[n:127.0.0.1:37430_solr ] o.a.s.c.a.OverseerTriggerThread
OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1404582 INFO (jetty-closer-756-thread-9) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@21c96f88{/solr,null,UNAVAILABLE}
[junit4] 2> 1404582 DEBUG (jetty-closer-756-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1404707 INFO (jetty-closer-756-thread-9) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1404989 INFO (jetty-closer-756-thread-10) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@408a4c88{/solr,null,UNAVAILABLE}
[junit4] 2> 1404990 INFO (jetty-closer-756-thread-10) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1405053 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid
0x1003a6d5df90036, likely client has closed socket
[junit4] 2> 1405053 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid
0x1003a6d5df90017, likely client has closed socket
[junit4] 2> 1405053 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid
0x1003a6d5df90039, likely client has closed socket
[junit4] 2> 1405118 INFO (jetty-closer-756-thread-2) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@5a1e677b{/solr,null,UNAVAILABLE}
[junit4] 2> 1405119 INFO (jetty-closer-756-thread-2) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1405135 INFO (jetty-closer-756-thread-11) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@578789a3{/solr,null,UNAVAILABLE}
[junit4] 2> 1405135 INFO (jetty-closer-756-thread-11) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1405138 INFO (jetty-closer-756-thread-1) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@79f19e19{/solr,null,UNAVAILABLE}
[junit4] 2> 1405139 INFO (jetty-closer-756-thread-1) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1405171 INFO (jetty-closer-756-thread-6) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@ccbebd4{/solr,null,UNAVAILABLE}
[junit4] 2> 1405172 INFO (jetty-closer-756-thread-6) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1405214 INFO (jetty-closer-756-thread-5) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@67e68b50{/solr,null,UNAVAILABLE}
[junit4] 2> 1405214 INFO (jetty-closer-756-thread-5) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1405244 INFO
(zkCallback-851-thread-3-processing-n:127.0.0.1:38848_solr)
[n:127.0.0.1:38848_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:38848_solr
[junit4] 2> 1405357 INFO (jetty-closer-756-thread-4) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@54686fb3{/solr,null,UNAVAILABLE}
[junit4] 2> 1405365 INFO (jetty-closer-756-thread-8) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@5b18814d{/solr,null,UNAVAILABLE}
[junit4] 2> 1405445 INFO (jetty-closer-756-thread-4) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1405455 INFO (jetty-closer-756-thread-8) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1406756 INFO (jetty-closer-756-thread-3) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@34e7cf47{/solr,null,UNAVAILABLE}
[junit4] 2> 1406756 INFO (jetty-closer-756-thread-3) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 1406759 ERROR
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [ ]
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1406759 INFO
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:42489 42489
[junit4] 2> 1406869 INFO (Thread-808) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:42489 42489
[junit4] 2> 1406870 WARN (Thread-808) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/collection1/terms/shard1
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 154 /solr/collections/collection1/state.json
[junit4] 2> 46 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 2
/solr/overseer_elect/election/72121835440373766-127.0.0.1:40409_solr-n_0000000000
[junit4] 2> 2
/solr/overseer_elect/election/72121835440373802-127.0.0.1:33413_solr-n_0000000012
[junit4] 2> 2
/solr/collections/collection1/leader_elect/shard1/election/72121835440373802-core_node3-n_0000000000
[junit4] 2> 2
/solr/overseer_elect/election/72121835440373795-127.0.0.1:33577_solr-n_0000000010
[junit4] 2> 2
/solr/overseer_elect/election/72121835440373808-127.0.0.1:40748_solr-n_0000000014
[junit4] 2> 2
/solr/overseer_elect/election/72121835440373820-127.0.0.1:43100_solr-n_0000000018
[junit4] 2> 2
/solr/overseer_elect/election/72121835440373774-127.0.0.1:39342_solr-n_0000000003
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70):
{id=PostingsFormat(name=LuceneVarGapDocFreqInterval), x_s=FST50},
docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1807,
maxMBSortInHeap=5.568691573594731, sim=RandomSimilarity(queryNorm=true): {},
locale=mt-MT, timezone=Africa/Kigali
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation
1.8.0_152 (64-bit)/cpus=4,threads=1,free=205659472,total=512753664
[junit4] 2> NOTE: All tests run in this JVM: [ExecutePlanActionTest,
BasicZkTest, HttpPartitionTest, TestFieldCacheSort, TestJettySolrRunner,
TestSolrCloudWithSecureImpersonation, HdfsBasicDistributedZkTest,
ZkControllerTest, TestManagedSynonymGraphFilterFactory,
TestHighFrequencyDictionaryFactory, TestLeaderInitiatedRecoveryThread,
TestTolerantUpdateProcessorRandomCloud, TestDefaultStatsCache,
QueryResultKeyTest, TestRawResponseWriter, SubstringBytesRefFilterTest,
SolrMetricsIntegrationTest, QueryParsingTest, AutoAddReplicasPlanActionTest,
TestExactStatsCache, TestSlowCompositeReaderWrapper, SolrCloudReportersTest,
PreAnalyzedFieldManagedSchemaCloudTest, TestSimpleTrackingShardHandler,
SimpleMLTQParserTest, TestUniqueKeyFieldResource, ResourceLoaderTest,
BufferStoreTest, FacetPivotSmallTest, SuggesterTest, TestLegacyNumericUtils,
CursorMarkTest, TestCollapseQParserPlugin, HighlighterTest,
TestSolrCloudSnapshots, SolrCoreMetricManagerTest, TestReload,
SchemaVersionSpecificBehaviorTest, TestStressUserVersions, SparseHLLTest,
LegacyCloudClusterPropTest, FastVectorHighlighterTest, TestSimpleTextCodec,
TestRandomCollapseQParserPlugin, FieldMutatingUpdateProcessorTest,
PeerSyncWithIndexFingerprintCachingTest, ZkStateWriterTest,
TestSurroundQueryParser, TriggerIntegrationTest]
[junit4] Completed [146/775 (1!)] on J1 in 228.75s, 14 tests, 2 failures <<<
FAILURES!
[...truncated 50683 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]