Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21526/ Java: 32bit/jdk1.8.0_162 -client -XX:+UseConcMarkSweepGC
3 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionOnCommitTest Error Message: 1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionOnCommitTest: 1) Thread[id=11128, name=qtp10744538-11128, state=TIMED_WAITING, group=TGRP-HttpPartitionOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionOnCommitTest: 1) Thread[id=11128, name=qtp10744538-11128, state=TIMED_WAITING, group=TGRP-HttpPartitionOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([B34C70A3B71F3B54]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionOnCommitTest Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=11128, name=qtp10744538-11128, state=TIMED_WAITING, group=TGRP-HttpPartitionOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=11128, name=qtp10744538-11128, state=TIMED_WAITING, group=TGRP-HttpPartitionOnCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([B34C70A3B71F3B54]:0) FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue Error Message: action wasn't interrupted Stack Trace: java.lang.AssertionError: action wasn't interrupted at __randomizedtesting.SeedInfo.seed([B34C70A3B71F3B54:7AF9320DBE78FDA1]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:726) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12268 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B34C70A3B71F3B54-001/init-core-data-001 [junit4] 2> 0 INFO (SUITE-TriggerIntegrationTest-seed#[B34C70A3B71F3B54]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 55 INFO (SUITE-TriggerIntegrationTest-seed#[B34C70A3B71F3B54]-worker) [ ] o.e.j.u.log Logging initialized @2025ms to org.eclipse.jetty.util.log.Slf4jLog [junit4] 2> 61 INFO (SUITE-TriggerIntegrationTest-seed#[B34C70A3B71F3B54]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 327 INFO (SUITE-TriggerIntegrationTest-seed#[B34C70A3B71F3B54]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 334 INFO (SUITE-TriggerIntegrationTest-seed#[B34C70A3B71F3B54]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B34C70A3B71F3B54-001/tempDir-001 [junit4] 2> 373 INFO (SUITE-TriggerIntegrationTest-seed#[B34C70A3B71F3B54]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 380 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 380 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 479 INFO (SUITE-TriggerIntegrationTest-seed#[B34C70A3B71F3B54]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43877 [junit4] 2> 524 ERROR (Thread-1) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 579 INFO (zkConnectionManagerCallback-4-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 895 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 895 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 926 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 926 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 930 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 968 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 968 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 968 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 973 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@144a9c2{/solr,null,AVAILABLE} [junit4] 2> 976 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14b80b4{/solr,null,AVAILABLE} [junit4] 2> 1010 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eae34{SSL,[ssl, http/1.1]}{127.0.0.1:37091} [junit4] 2> 1010 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server Started @2984ms [junit4] 2> 1011 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37091} [junit4] 2> 1022 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f833a3{SSL,[ssl, http/1.1]}{127.0.0.1:34041} [junit4] 2> 1022 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server Started @2996ms [junit4] 2> 1022 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34041} [junit4] 2> 1120 ERROR (jetty-launcher-1-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1120 ERROR (jetty-launcher-1-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1121 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 1121 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 1126 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1126 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1126 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1126 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1139 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T18:06:02.078Z [junit4] 2> 1151 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T18:06:02.080Z [junit4] 2> 1221 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 1259 INFO (zkConnectionManagerCallback-6-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1259 INFO (zkConnectionManagerCallback-8-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1260 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1260 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1417 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10086a15c320002, likely client has closed socket [junit4] 2> 1837 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43877/solr [junit4] 2> 1846 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43877/solr [junit4] 2> 1865 INFO (zkConnectionManagerCallback-14-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1866 INFO (zkConnectionManagerCallback-16-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1887 INFO (zkConnectionManagerCallback-18-thread-1-processing-n:127.0.0.1:37091_solr) [n:127.0.0.1:37091_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1887 INFO (zkConnectionManagerCallback-20-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2180 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:37091_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2180 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:34041_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2181 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:37091_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37091_solr [junit4] 2> 2226 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:34041_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34041_solr [junit4] 2> 2246 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:37091_solr ] o.a.s.c.Overseer Overseer (id=72205621632565253-127.0.0.1:37091_solr-n_0000000000) starting [junit4] 2> 2246 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2259 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:37091_solr) [n:127.0.0.1:37091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2500 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:37091_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37091_solr [junit4] 2> 2507 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:37091_solr) [n:127.0.0.1:37091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2510 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2595 DEBUG (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 2605 DEBUG (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 2693 DEBUG (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34041_solr, 127.0.0.1:37091_solr] [junit4] 2> 2693 DEBUG (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 2693 DEBUG (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 2723 DEBUG (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2735 DEBUG (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 2737 DEBUG (ScheduledTrigger-10-thread-1) [n:127.0.0.1:37091_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 3022 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:34041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34041.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 3023 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:34041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34041.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 3023 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:34041_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34041.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 3069 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:37091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37091.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 3069 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:37091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37091.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 3069 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:37091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37091.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 3125 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:37091_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B34C70A3B71F3B54-001/tempDir-001/node2/. [junit4] 2> 3137 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:34041_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B34C70A3B71F3B54-001/tempDir-001/node1/. [junit4] 2> 3471 INFO (zkConnectionManagerCallback-26-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3505 INFO (zkConnectionManagerCallback-30-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3507 INFO (SUITE-TriggerIntegrationTest-seed#[B34C70A3B71F3B54]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3508 INFO (SUITE-TriggerIntegrationTest-seed#[B34C70A3B71F3B54]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43877/solr ready [junit4] 2> 3527 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue [junit4] 2> 3745 DEBUG (ScheduledTrigger-10-thread-1) [n:127.0.0.1:37091_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 4076 INFO (qtp26145252-31) [n:127.0.0.1:34041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 4114 INFO (qtp26145252-31) [n:127.0.0.1:34041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=91 [junit4] 2> 4183 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas [junit4] 2> 4187 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2 [junit4] 2> 4187 DEBUG (zkCallback-17-thread-1-processing-n:127.0.0.1:37091_solr) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 4187 DEBUG (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 4187 DEBUG (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 4188 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 4188 DEBUG (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 4188 DEBUG (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 4196 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4eae34{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 4196 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=33135711 [junit4] 2> 4197 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 4197 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16ff495: rootName = solr_37091, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d16a49 [junit4] 2> 4209 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 4210 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cd3496: rootName = solr_37091, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@16a9939 [junit4] 2> 4244 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 4244 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c5979: rootName = solr_37091, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@d7f86d [junit4] 2> 4247 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37091_solr [junit4] 2> 4249 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 4250 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:37091_solr) [n:127.0.0.1:37091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 4273 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 4273 INFO (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 4274 INFO (zkCallback-29-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 4274 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 4277 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.Overseer Overseer (id=72205621632565253-127.0.0.1:37091_solr-n_0000000000) closing [junit4] 2> 4277 INFO (OverseerStateUpdate-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37091_solr [junit4] 2> 4279 WARN (OverseerAutoScalingTriggerThread-72205621632565253-127.0.0.1:37091_solr-n_0000000000) [n:127.0.0.1:37091_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 4281 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 4282 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34041_solr [junit4] 2> 4299 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.Overseer Overseer (id=72205621632565254-127.0.0.1:34041_solr-n_0000000001) starting [junit4] 2> 4300 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14b80b4{/solr,null,UNAVAILABLE} [junit4] 2> 4300 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 4320 DEBUG (OverseerAutoScalingTriggerThread-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 4321 DEBUG (OverseerAutoScalingTriggerThread-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 4321 DEBUG (OverseerAutoScalingTriggerThread-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34041_solr] [junit4] 2> 4321 DEBUG (OverseerAutoScalingTriggerThread-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1 [junit4] 2> 4321 DEBUG (OverseerAutoScalingTriggerThread-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 4324 DEBUG (OverseerAutoScalingTriggerThread-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 4324 DEBUG (OverseerAutoScalingTriggerThread-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 4325 DEBUG (ScheduledTrigger-19-thread-1) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 5327 DEBUG (ScheduledTrigger-19-thread-1) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 6331 DEBUG (ScheduledTrigger-19-thread-2) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 7332 DEBUG (ScheduledTrigger-19-thread-2) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 8332 DEBUG (ScheduledTrigger-19-thread-2) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 9305 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 9317 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 9317 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 9318 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 9318 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a76d7b{/solr,null,AVAILABLE} [junit4] 2> 9319 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1eb48d9{SSL,[ssl, http/1.1]}{127.0.0.1:44541} [junit4] 2> 9319 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.Server Started @11293ms [junit4] 2> 9319 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44541} [junit4] 2> 9319 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 9319 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 9319 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 9319 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 9319 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T18:06:10.270Z [junit4] 2> 9332 DEBUG (ScheduledTrigger-19-thread-2) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 9343 INFO (zkConnectionManagerCallback-33-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 9344 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 9382 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43877/solr [junit4] 2> 9384 INFO (zkConnectionManagerCallback-37-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 9386 INFO (zkConnectionManagerCallback-39-thread-1-processing-n:127.0.0.1:44541_solr) [n:127.0.0.1:44541_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 9391 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:44541_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 9393 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:44541_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 9394 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:44541_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44541_solr [junit4] 2> 9396 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 9396 INFO (zkCallback-38-thread-1-processing-n:127.0.0.1:44541_solr) [n:127.0.0.1:44541_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 9396 INFO (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 9396 INFO (zkCallback-29-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 9746 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:44541_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44541.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 9806 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:44541_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44541.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 9806 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:44541_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44541.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 9810 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:44541_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B34C70A3B71F3B54-001/tempDir-001/node3/. [junit4] 2> 9901 INFO (qtp26145252-29) [n:127.0.0.1:34041_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 9910 INFO (qtp26145252-29) [n:127.0.0.1:34041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=9 [junit4] 2> 10003 INFO (qtp26145252-26) [n:127.0.0.1:34041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=10 [junit4] 2> 10107 INFO (qtp4717157-101) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 10108 DEBUG (qtp26145252-31) [n:127.0.0.1:34041_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 10109 INFO (qtp26145252-31) [n:127.0.0.1:34041_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=177 [junit4] 2> 10109 DEBUG (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 10110 DEBUG (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44541_solr, 127.0.0.1:34041_solr] [junit4] 2> 10112 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated [junit4] 2> 10113 DEBUG (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44541_solr, 127.0.0.1:34041_solr] [junit4] 2> 10113 DEBUG (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true} [junit4] 2> 10113 DEBUG (OverseerAutoScalingTriggerThread-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 10115 DEBUG (OverseerAutoScalingTriggerThread-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 10117 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 10118 DEBUG (OverseerAutoScalingTriggerThread-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 10119 DEBUG (ScheduledTrigger-19-thread-3) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 10120 DEBUG (ScheduledTrigger-19-thread-3) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 10127 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 10127 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 10127 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 10127 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a10c1{/solr,null,AVAILABLE} [junit4] 2> 10214 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c49521{SSL,[ssl, http/1.1]}{127.0.0.1:37837} [junit4] 2> 10214 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.Server Started @12188ms [junit4] 2> 10214 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37837} [junit4] 2> 10214 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 10214 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 10214 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 10214 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 10214 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T18:06:11.165Z [junit4] 2> 10218 INFO (zkConnectionManagerCallback-43-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 10219 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 10286 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43877/solr [junit4] 2> 10307 INFO (zkConnectionManagerCallback-47-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 10335 DEBUG (ScheduledTrigger-19-thread-4) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 10336 INFO (zkConnectionManagerCallback-49-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 10341 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 10345 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:37837_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 10349 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:37837_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37837_solr [junit4] 2> 10351 INFO (zkCallback-38-thread-1-processing-n:127.0.0.1:44541_solr) [n:127.0.0.1:44541_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 10352 INFO (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 10352 INFO (zkCallback-29-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 10352 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 10371 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 10558 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:37837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37837.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 10593 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:37837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37837.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 10594 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:37837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37837.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 10596 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:37837_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B34C70A3B71F3B54-001/tempDir-001/node4/. [junit4] 2> 11121 DEBUG (ScheduledTrigger-19-thread-2) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 11121 DEBUG (ScheduledTrigger-19-thread-2) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 11121 DEBUG (ScheduledTrigger-19-thread-2) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37837_solr at time 2258732510353597 [junit4] 2> 11336 DEBUG (ScheduledTrigger-19-thread-1) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 11905 INFO (OverseerCollectionConfigSetProcessor-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 12123 DEBUG (ScheduledTrigger-19-thread-3) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 12123 DEBUG (ScheduledTrigger-19-thread-3) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 12123 DEBUG (ScheduledTrigger-19-thread-3) [n:127.0.0.1:34041_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:37837_solr] added at times [2258732510353597], now=2258733511945779 [junit4] 2> 12127 DEBUG (ScheduledTrigger-19-thread-3) [n:127.0.0.1:34041_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"8064e24ec18bdTbgef274eykoj3p5ccnucdxat0", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":2258732510353597, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2258732510353597], [junit4] 2> "nodeNames":["127.0.0.1:37837_solr"]}} [junit4] 2> 12128 DEBUG (ScheduledTrigger-19-thread-3) [n:127.0.0.1:34041_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ] [junit4] 2> 12139 INFO (ScheduledTrigger-19-thread-3) [n:127.0.0.1:34041_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 12143 DEBUG (AutoscalingActionExecutor-20-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"8064e24ec18bdTbgef274eykoj3p5ccnucdxat0", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":2258732510353597, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2258732510353597], [junit4] 2> "_enqueue_time_":2258733517676453, [junit4] 2> "nodeNames":["127.0.0.1:37837_solr"]}} [junit4] 2> 12145 INFO (AutoscalingActionExecutor-20-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: { [junit4] 2> "id":"8064e24ec18bdTbgef274eykoj3p5ccnucdxat0", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":2258732510353597, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2258732510353597], [junit4] 2> "_enqueue_time_":2258733517676453, [junit4] 2> "nodeNames":["127.0.0.1:37837_solr"]}} [junit4] 2> 12150 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@f833a3{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 12150 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=24176846 [junit4] 2> 12150 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 12151 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@127f104: rootName = solr_34041, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@8f29de [junit4] 2> 12173 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 12174 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@67f3ec: rootName = solr_34041, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@16a9939 [junit4] 2> 12195 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 12196 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53fd5d: rootName = solr_34041, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@d7f86d [junit4] 2> 12198 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34041_solr [junit4] 2> 12201 INFO (zkCallback-38-thread-1-processing-n:127.0.0.1:44541_solr) [n:127.0.0.1:44541_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 12201 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 12201 INFO (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 12201 INFO (zkCallback-29-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 12202 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 12203 DEBUG (AutoscalingActionExecutor-20-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms [junit4] 2> 12203 DEBUG (AutoscalingActionExecutor-20-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms [junit4] 2> 12203 DEBUG (AutoscalingActionExecutor-20-thread-1-processing-n:127.0.0.1:34041_solr) [n:127.0.0.1:34041_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 60 ms for event id=8064e24ec18bdTbgef274eykoj3p5ccnucdxat0 [junit4] 2> 12207 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 12207 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 12208 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.Overseer Overseer (id=72205621632565254-127.0.0.1:34041_solr-n_0000000001) closing [junit4] 2> 12208 WARN (OverseerAutoScalingTriggerThread-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 12209 INFO (OverseerStateUpdate-72205621632565254-127.0.0.1:34041_solr-n_0000000001) [n:127.0.0.1:34041_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34041_solr [junit4] 2> 12224 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 12232 INFO (zkCallback-38-thread-1-processing-n:127.0.0.1:44541_solr) [n:127.0.0.1:44541_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44541_solr [junit4] 2> 12232 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@144a9c2{/solr,null,UNAVAILABLE} [junit4] 2> 12232 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 12233 INFO (zkCallback-38-thread-1-processing-n:127.0.0.1:44541_solr) [n:127.0.0.1:44541_solr ] o.a.s.c.Overseer Overseer (id=72205621632565259-127.0.0.1:44541_solr-n_0000000002) starting [junit4] 2> 12248 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 12248 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37837_solr, 127.0.0.1:44541_solr] [junit4] 2> 12248 INFO (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated [junit4] 2> 12249 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37837_solr, 127.0.0.1:44541_solr] [junit4] 2> 12249 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true} [junit4] 2> 12249 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1 [junit4] 2> 12249 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 12250 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:34041_solr [junit4] 2> 12267 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 12268 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 12269 DEBUG (ScheduledTrigger-36-thread-2) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 12269 DEBUG (ScheduledTrigger-36-thread-1) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 12269 DEBUG (ScheduledTrigger-36-thread-2) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 12269 DEBUG (ScheduledTrigger-36-thread-1) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:34041_solr [junit4] 2> 13270 DEBUG (ScheduledTrigger-36-thread-2) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 13270 DEBUG (ScheduledTrigger-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 13270 DEBUG (ScheduledTrigger-36-thread-2) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 14271 DEBUG (ScheduledTrigger-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 14271 DEBUG (ScheduledTrigger-36-thread-4) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 14271 DEBUG (ScheduledTrigger-36-thread-4) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 15271 DEBUG (ScheduledTrigger-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 15271 DEBUG (ScheduledTrigger-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 15271 DEBUG (ScheduledTrigger-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 16271 DEBUG (ScheduledTrigger-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 16271 DEBUG (ScheduledTrigger-36-thread-4) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 16271 DEBUG (ScheduledTrigger-36-thread-4) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 17272 DEBUG (ScheduledTrigger-36-thread-1) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 17272 DEBUG (ScheduledTrigger-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 17272 DEBUG (ScheduledTrigger-36-thread-1) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 18272 DEBUG (ScheduledTrigger-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 18272 DEBUG (ScheduledTrigger-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 18272 DEBUG (ScheduledTrigger-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 19272 DEBUG (ScheduledTrigger-36-thread-1) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 19272 DEBUG (ScheduledTrigger-36-thread-1) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 19272 DEBUG (ScheduledTrigger-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 20233 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B34C70A3B71F3B54]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TriggerIntegrationTest -Dtests.method=testEventQueue -Dtests.seed=B34C70A3B71F3B54 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fi-FI -Dtests.timezone=PST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] FAILURE 16.7s J0 | TriggerIntegrationTest.testEventQueue <<< [junit4] > Throwable #1: java.lang.AssertionError: action wasn't interrupted [junit4] > at __randomizedtesting.SeedInfo.seed([B34C70A3B71F3B54:7AF9320DBE78FDA1]:0) [junit4] > at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:726) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> 20259 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling [junit4] 2> 20273 DEBUG (ScheduledTrigger-36-thread-1) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 20273 DEBUG (ScheduledTrigger-36-thread-1) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 20273 DEBUG (ScheduledTrigger-36-thread-2) [n:127.0.0.1:44541_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 20325 INFO (qtp16428056-129) [n:127.0.0.1:37837_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 20333 INFO (qtp16428056-129) [n:127.0.0.1:37837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8 [junit4] 2> 20335 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas [junit4] 2> 20337 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: node_added_triggerEQ [junit4] 2> 20340 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5 [junit4] 2> 20340 DEBUG (zkCallback-38-thread-1-processing-n:127.0.0.1:44541_solr) [n:127.0.0.1:44541_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 20340 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 20341 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 20341 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 20341 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 20341 DEBUG (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 20342 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1eb48d9{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 20342 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=23321912 [junit4] 2> 20342 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 20342 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9d9e63: rootName = solr_44541, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1f14cf8 [junit4] 2> 20349 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 20349 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f03779: rootName = solr_44541, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@16a9939 [junit4] 2> 20355 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 20355 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e54704: rootName = solr_44541, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@d7f86d [junit4] 2> 20356 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44541_solr [junit4] 2> 20357 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 20357 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 20357 INFO (zkCallback-38-thread-1-processing-n:127.0.0.1:44541_solr) [n:127.0.0.1:44541_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 20357 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 20357 INFO (zkCallback-29-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 20357 INFO (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 20357 INFO (zkCallback-29-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 20357 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.Overseer Overseer (id=72205621632565259-127.0.0.1:44541_solr-n_0000000002) closing [junit4] 2> 20358 INFO (OverseerStateUpdate-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44541_solr [junit4] 2> 20358 WARN (OverseerAutoScalingTriggerThread-72205621632565259-127.0.0.1:44541_solr-n_0000000002) [n:127.0.0.1:44541_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 20358 DEBUG (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 20359 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a76d7b{/solr,null,UNAVAILABLE} [junit4] 2> 20359 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37837_solr [junit4] 2> 20359 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 20359 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.Overseer Overseer (id=72205621632565262-127.0.0.1:37837_solr-n_0000000003) starting [junit4] 2> 20362 DEBUG (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 20363 DEBUG (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 20363 DEBUG (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37837_solr] [junit4] 2> 20363 DEBUG (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1 [junit4] 2> 20363 DEBUG (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 20365 DEBUG (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 20365 DEBUG (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6 [junit4] 2> 20365 DEBUG (ScheduledTrigger-41-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 21365 DEBUG (ScheduledTrigger-41-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 22366 DEBUG (ScheduledTrigger-41-thread-2) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 23366 DEBUG (ScheduledTrigger-41-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 24367 DEBUG (ScheduledTrigger-41-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 25361 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 25363 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 25363 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 25363 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 25363 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cadc16{/solr,null,AVAILABLE} [junit4] 2> 25364 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c54741{SSL,[ssl, http/1.1]}{127.0.0.1:46129} [junit4] 2> 25365 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.Server Started @27339ms [junit4] 2> 25365 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46129} [junit4] 2> 25365 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 25365 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 25365 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 25365 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 25365 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T18:06:26.316Z [junit4] 2> 25367 DEBUG (ScheduledTrigger-41-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 25373 INFO (zkConnectionManagerCallback-54-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 25377 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 25399 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43877/solr [junit4] 2> 25412 INFO (zkConnectionManagerCallback-58-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 25416 INFO (zkConnectionManagerCallback-60-thread-1-processing-n:127.0.0.1:46129_solr) [n:127.0.0.1:46129_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 25422 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:46129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 25423 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:46129_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 25425 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:46129_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46129_solr [junit4] 2> 25426 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 25426 INFO (zkCallback-29-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 25427 INFO (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 25427 INFO (zkCallback-29-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 25428 INFO (zkCallback-59-thread-1-processing-n:127.0.0.1:46129_solr) [n:127.0.0.1:46129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 25702 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:46129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46129.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 25738 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:46129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46129.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 25738 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:46129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46129.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e632a [junit4] 2> 25740 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:46129_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B34C70A3B71F3B54-001/tempDir-001/node5/. [junit4] 2> 25927 INFO (qtp16428056-129) [n:127.0.0.1:37837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 25944 INFO (qtp23470798-176) [n:127.0.0.1:46129_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1 [junit4] 2> 25945 DEBUG (qtp23470798-175) [n:127.0.0.1:46129_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 25946 INFO (qtp23470798-175) [n:127.0.0.1:46129_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=31 [junit4] 2> 25946 DEBUG (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 25947 DEBUG (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37837_solr, 127.0.0.1:46129_solr] [junit4] 2> 25948 DEBUG (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37837_solr, 127.0.0.1:46129_solr] [junit4] 2> 25948 DEBUG (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 25948 DEBUG (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 25953 INFO (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 25953 DEBUG (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7 [junit4] 2> 25954 DEBUG (ScheduledTrigger-41-thread-3) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 25954 DEBUG (ScheduledTrigger-41-thread-3) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 25958 INFO (qtp16428056-198) [n:127.0.0.1:37837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 25966 INFO (qtp23470798-175) [n:127.0.0.1:46129_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 25967 DEBUG (qtp16428056-131) [n:127.0.0.1:37837_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 25968 INFO (qtp16428056-131) [n:127.0.0.1:37837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=18 [junit4] 2> 25968 DEBUG (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8 [junit4] 2> 25969 DEBUG (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37837_solr, 127.0.0.1:46129_solr] [junit4] 2> 25969 DEBUG (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 25969 DEBUG (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37837_solr, 127.0.0.1:46129_solr] [junit4] 2> 25970 DEBUG (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37837_solr, 127.0.0.1:46129_solr] [junit4] 2> 25970 DEBUG (zkCallback-48-thread-1-processing-n:127.0.0.1:37837_solr) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 25970 DEBUG (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8 [junit4] 2> 25971 INFO (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 25972 DEBUG (OverseerAutoScalingTriggerThread-72205621632565262-127.0.0.1:37837_solr-n_0000000003) [n:127.0.0.1:37837_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8 [junit4] 2> 25973 DEBUG (ScheduledTrigger-41-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 25973 DEBUG (ScheduledTrigger-41-thread-1) [n:127.0.0.1:37837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 25973 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 25975 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 25975 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 25975 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 25976 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11e1b2d{/solr,null,AVAILABLE} [junit4] 2> 25977 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19e228e{SSL,[ssl, http/1.1]}{127.0.0.1:41313} [junit4] 2> 25977 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.e.j.s.Server Started @27951ms [junit4] 2> 25977 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41313} [junit4] 2> 25977 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 25977 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 25977 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 25977 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 25978 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T18:06:26.928Z [junit4] 2> 25989 INFO (zkConnectionManagerCallback-64-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 25990 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 26022 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43877/solr [junit4] 2> 26025 INFO (zkConnectionManagerCallback-68-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 26053 INFO (zkConnectionManagerCallback-70-thread-1-processing-n:127.0.0.1:41313_solr) [n:127.0.0.1:41313_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 26062 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:41313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 26064 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:41313_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 26067 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B34C70A3B71F3B54]) [n:127.0.0.1:41313_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41313_solr [junit4] 2> 26068 INFO (zkCallback-29-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 26068 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:37 [...truncated too long message...] .testMetricTrigger.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1444098 [junit4] 2> 627487 INFO (jetty-closer-368-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38005_solr [junit4] 2> 627488 INFO (zkCallback-628-thread-2-processing-n:127.0.0.1:45801_solr) [n:127.0.0.1:45801_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 627488 INFO (zkCallback-638-thread-2-processing-n:127.0.0.1:34523_solr) [n:127.0.0.1:34523_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 627488 INFO (jetty-closer-368-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 627488 INFO (jetty-closer-368-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 627495 INFO (zkCallback-648-thread-3-processing-n:127.0.0.1:34967_solr) [n:127.0.0.1:34967_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 627495 INFO (zkCallback-618-thread-2-processing-n:127.0.0.1:38005_solr) [n:127.0.0.1:38005_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 627495 INFO (jetty-closer-368-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72205800091877447-127.0.0.1:38005_solr-n_0000000022) closing [junit4] 2> 627495 INFO (OverseerStateUpdate-72205800091877447-127.0.0.1:38005_solr-n_0000000022) [n:127.0.0.1:38005_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38005_solr [junit4] 2> 627499 DEBUG (jetty-closer-368-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 627500 WARN (OverseerAutoScalingTriggerThread-72205800091877447-127.0.0.1:38005_solr-n_0000000022) [n:127.0.0.1:38005_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 627502 INFO (zkCallback-628-thread-2-processing-n:127.0.0.1:45801_solr) [n:127.0.0.1:45801_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45801_solr [junit4] 2> 627502 INFO (jetty-closer-368-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@24eb1f{/solr,null,UNAVAILABLE} [junit4] 2> 627503 INFO (jetty-closer-368-thread-1) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 627531 INFO (coreCloseExecutor-765-thread-1) [n:127.0.0.1:34967_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testMetricTrigger.shard2.leader, tag=18379524 [junit4] 2> 627535 INFO (coreCloseExecutor-762-thread-1) [n:127.0.0.1:45801_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testMetricTrigger.shard1.leader, tag=19308138 [junit4] 2> 627538 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10086cae9330050, likely client has closed socket [junit4] 2> 627538 INFO (coreCloseExecutor-763-thread-1) [n:127.0.0.1:34523_solr c:testMetricTrigger s:shard1 r:core_node8 x:testMetricTrigger_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testMetricTrigger.shard1.leader, tag=28035680 [junit4] 2> 627539 INFO (jetty-closer-368-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a4a30c{/solr,null,UNAVAILABLE} [junit4] 2> 627539 INFO (jetty-closer-368-thread-4) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 627541 INFO (zkCallback-638-thread-2-processing-n:127.0.0.1:34523_solr) [n:127.0.0.1:34523_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34523_solr [junit4] 2> 627542 INFO (jetty-closer-368-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@995cec{/solr,null,UNAVAILABLE} [junit4] 2> 627542 INFO (jetty-closer-368-thread-3) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 627544 INFO (jetty-closer-368-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a85157{/solr,null,UNAVAILABLE} [junit4] 2> 627545 INFO (jetty-closer-368-thread-2) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 627545 ERROR (SUITE-TriggerIntegrationTest-seed#[B34C70A3B71F3B54]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 627545 INFO (SUITE-TriggerIntegrationTest-seed#[B34C70A3B71F3B54]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39093 39093 [junit4] 2> 633325 INFO (Thread-382) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39093 39093 [junit4] 2> 633326 WARN (Thread-382) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 42 /solr/aliases.json [junit4] 2> 33 /solr/collections/collection1/terms/shard1 [junit4] 2> 27 /solr/security.json [junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1 [junit4] 2> 9 /solr/configs/conf [junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 60 /solr/collections/collection1/state.json [junit4] 2> 42 /solr/collections/testMetricTrigger/state.json [junit4] 2> 42 /solr/clusterprops.json [junit4] 2> 42 /solr/clusterstate.json [junit4] 2> 20 /solr/autoscaling.json [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72205800091877429-core_node3-n_0000000001 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72205800091877435-core_node6-n_0000000002 [junit4] 2> 2 /solr/overseer_elect/election/72205800091877432-127.0.0.1:44113_solr-n_0000000017 [junit4] 2> 2 /solr/overseer_elect/election/72205800091877414-127.0.0.1:46081_solr-n_0000000011 [junit4] 2> 2 /solr/overseer_elect/election/72205800091877393-127.0.0.1:37971_solr-n_0000000004 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 386 /solr/live_nodes [junit4] 2> 75 /solr/collections [junit4] 2> 20 /solr/overseer/queue-work [junit4] 2> 20 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 20 /solr/overseer/queue [junit4] 2> 20 /solr/overseer/collection-queue-work [junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR [junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B34C70A3B71F3B54-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneFixedGap), x_s=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1478, maxMBSortInHeap=7.909620392194489, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@10c4a73), locale=es, timezone=Asia/Kabul [junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=79307128,total=117542912 [junit4] 2> NOTE: All tests run in this JVM: [TriggerIntegrationTest, HttpPartitionOnCommitTest, TriggerIntegrationTest] [junit4] Completed [10/10 (2!)] on J0 in 291.97s, 14 tests, 1 failure <<< FAILURES! [...truncated 12 lines...] BUILD FAILED /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:1560: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:1085: There were test failures: 10 suites, 75 tests, 2 suite-level errors, 1 failure, 16 ignored [seed: B34C70A3B71F3B54] Total time: 10 minutes 39 seconds [repro] Setting last failure code to 256 [repro] Failures: [repro] 0/5 failed: org.apache.solr.cloud.HttpPartitionOnCommitTest [repro] 2/5 failed: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [repro] Exiting with code 256 + mv lucene/build lucene/build.repro + mv solr/build solr/build.repro + mv lucene/build.orig lucene/build + mv solr/build.orig solr/build Archiving artifacts Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 [WARNINGS] Parsing warnings in console log with parser Java Compiler (javac) Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 <Git Blamer> Using GitBlamer to create author and commit information for all warnings. <Git Blamer> GIT_COMMIT=29e5b8abcee8a566cc057b862ab99c5ffef13a76, workspace=/var/lib/jenkins/workspace/Lucene-Solr-master-Linux [WARNINGS] Computing warning deltas based on reference build #21524 Recording test results Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures) Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org