Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.1-Linux/7/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
        at 
__randomizedtesting.SeedInfo.seed([D1504E399B8F6B70:18E50C9792E8AD85]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:684)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13502 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-7.1-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D1504E399B8F6B70-001/init-core-data-001
   [junit4]   2> 2252194 WARN  
(SUITE-TriggerIntegrationTest-seed#[D1504E399B8F6B70]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
   [junit4]   2> 2252194 INFO  
(SUITE-TriggerIntegrationTest-seed#[D1504E399B8F6B70]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2252195 INFO  
(SUITE-TriggerIntegrationTest-seed#[D1504E399B8F6B70]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2252195 INFO  
(SUITE-TriggerIntegrationTest-seed#[D1504E399B8F6B70]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2252196 INFO  
(SUITE-TriggerIntegrationTest-seed#[D1504E399B8F6B70]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/workspace/Lucene-Solr-7.1-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D1504E399B8F6B70-001/tempDir-001
   [junit4]   2> 2252196 INFO  
(SUITE-TriggerIntegrationTest-seed#[D1504E399B8F6B70]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2252196 INFO  (Thread-4007) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2252196 INFO  (Thread-4007) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2252198 ERROR (Thread-4007) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2252296 INFO  
(SUITE-TriggerIntegrationTest-seed#[D1504E399B8F6B70]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:37685
   [junit4]   2> 2252301 INFO  (jetty-launcher-3518-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2252301 INFO  (jetty-launcher-3518-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2252302 INFO  (jetty-launcher-3518-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@19bc947{/solr,null,AVAILABLE}
   [junit4]   2> 2252303 INFO  (jetty-launcher-3518-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1f900e5{/solr,null,AVAILABLE}
   [junit4]   2> 2252303 INFO  (jetty-launcher-3518-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@16dc4e{HTTP/1.1,[http/1.1]}{127.0.0.1:43407}
   [junit4]   2> 2252303 INFO  (jetty-launcher-3518-thread-1) [    ] 
o.e.j.s.Server Started @2253240ms
   [junit4]   2> 2252303 INFO  (jetty-launcher-3518-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43407}
   [junit4]   2> 2252304 INFO  (jetty-launcher-3518-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1f65c33{HTTP/1.1,[http/1.1]}{127.0.0.1:40575}
   [junit4]   2> 2252304 INFO  (jetty-launcher-3518-thread-2) [    ] 
o.e.j.s.Server Started @2253241ms
   [junit4]   2> 2252304 ERROR (jetty-launcher-3518-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2252304 INFO  (jetty-launcher-3518-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40575}
   [junit4]   2> 2252304 INFO  (jetty-launcher-3518-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.1.0
   [junit4]   2> 2252304 INFO  (jetty-launcher-3518-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2252304 INFO  (jetty-launcher-3518-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 2252304 ERROR (jetty-launcher-3518-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2252304 INFO  (jetty-launcher-3518-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-15T13:04:28.975Z
   [junit4]   2> 2252304 INFO  (jetty-launcher-3518-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.1.0
   [junit4]   2> 2252304 INFO  (jetty-launcher-3518-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2252304 INFO  (jetty-launcher-3518-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 2252304 INFO  (jetty-launcher-3518-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-15T13:04:28.975Z
   [junit4]   2> 2252307 INFO  (jetty-launcher-3518-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2252307 INFO  (jetty-launcher-3518-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2252314 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15f2022bec40001, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2252316 INFO  (jetty-launcher-3518-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37685/solr
   [junit4]   2> 2252317 INFO  (jetty-launcher-3518-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37685/solr
   [junit4]   2> 2252372 INFO  (jetty-launcher-3518-thread-1) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2252373 INFO  (jetty-launcher-3518-thread-1) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:43407_solr
   [junit4]   2> 2252373 INFO  (jetty-launcher-3518-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2252373 INFO  (jetty-launcher-3518-thread-1) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.Overseer Overseer 
(id=98833050426933254-127.0.0.1:43407_solr-n_0000000000) starting
   [junit4]   2> 2252374 INFO  (jetty-launcher-3518-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40575_solr
   [junit4]   2> 2252374 INFO  
(zkCallback-3529-thread-1-processing-n:127.0.0.1:43407_solr) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2252375 INFO  
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2252380 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 2252381 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 2252382 INFO  (jetty-launcher-3518-thread-1) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43407_solr
   [junit4]   2> 2252383 INFO  
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2252383 INFO  
(zkCallback-3529-thread-1-processing-n:127.0.0.1:43407_solr) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2252383 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:43407_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2252383 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 2252383 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 2252387 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 2252388 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2252388 DEBUG (ScheduledTrigger-8561-thread-1) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:40575_solr, 
127.0.0.1:43407_solr]
   [junit4]   2> 2252584 INFO  (jetty-launcher-3518-thread-1) 
[n:127.0.0.1:43407_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43407.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2252600 INFO  (jetty-launcher-3518-thread-1) 
[n:127.0.0.1:43407_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43407.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2252600 INFO  (jetty-launcher-3518-thread-1) 
[n:127.0.0.1:43407_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43407.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2252602 INFO  (jetty-launcher-3518-thread-1) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.1-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D1504E399B8F6B70-001/tempDir-001/node1/.
   [junit4]   2> 2252651 INFO  (jetty-launcher-3518-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40575.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2252662 INFO  (jetty-launcher-3518-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40575.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2252663 INFO  (jetty-launcher-3518-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40575.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2252665 INFO  (jetty-launcher-3518-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.1-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D1504E399B8F6B70-001/tempDir-001/node2/.
   [junit4]   2> 2252697 INFO  
(SUITE-TriggerIntegrationTest-seed#[D1504E399B8F6B70]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2252698 INFO  
(SUITE-TriggerIntegrationTest-seed#[D1504E399B8F6B70]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37685/solr ready
   [junit4]   2> 2252714 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 2252715 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 2252715 DEBUG 
(zkCallback-3529-thread-1-processing-n:127.0.0.1:43407_solr) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 2
   [junit4]   2> 2252715 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 2
   [junit4]   2> 2252717 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 2252717 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 2252717 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 2252719 INFO  (qtp20972103-18415) [n:127.0.0.1:43407_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2252724 INFO  (qtp20972103-18415) [n:127.0.0.1:43407_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 2252727 INFO  (qtp20972103-18417) [n:127.0.0.1:43407_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2252728 INFO  (qtp20972103-18417) [n:127.0.0.1:43407_solr    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37685/solr ready
   [junit4]   2> 2252729 INFO  (qtp20972103-18407) [n:127.0.0.1:43407_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2252730 INFO  (qtp9479699-18416) [n:127.0.0.1:40575_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2252730 DEBUG (qtp20972103-18417) [n:127.0.0.1:43407_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2252731 INFO  (qtp20972103-18417) [n:127.0.0.1:43407_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 2252731 DEBUG 
(zkCallback-3529-thread-1-processing-n:127.0.0.1:43407_solr) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 3
   [junit4]   2> 2252732 INFO  
(zkCallback-3529-thread-1-processing-n:127.0.0.1:43407_solr) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestEventQueueAction instantiated
   [junit4]   2> 2252732 DEBUG 
(zkCallback-3529-thread-1-processing-n:127.0.0.1:43407_solr) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:43407_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2252732 DEBUG 
(zkCallback-3529-thread-1-processing-n:127.0.0.1:43407_solr) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}],
 enabled=true}
   [junit4]   2> 2252732 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 3
   [junit4]   2> 2252733 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 2252734 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 2252734 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2252735 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@132903e{/solr,null,AVAILABLE}
   [junit4]   2> 2252737 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@11188{HTTP/1.1,[http/1.1]}{127.0.0.1:33945}
   [junit4]   2> 2252737 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.e.j.s.Server Started @2253674ms
   [junit4]   2> 2252737 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33945}
   [junit4]   2> 2252737 ERROR 
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2252737 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.1.0
   [junit4]   2> 2252737 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2252737 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 2252738 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-15T13:04:29.409Z
   [junit4]   2> 2252738 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 2252738 DEBUG (ScheduledTrigger-8561-thread-1) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2252738 DEBUG (ScheduledTrigger-8561-thread-1) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:40575_solr, 127.0.0.1:43407_solr]
   [junit4]   2> 2252740 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2252750 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37685/solr
   [junit4]   2> 2252757 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:33945_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2252758 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:33945_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2252759 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:33945_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33945_solr
   [junit4]   2> 2252760 INFO  
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2252763 INFO  (zkCallback-3536-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2252763 INFO  
(zkCallback-3544-thread-1-processing-n:127.0.0.1:33945_solr) 
[n:127.0.0.1:33945_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2252763 INFO  
(zkCallback-3529-thread-1-processing-n:127.0.0.1:43407_solr) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2252949 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:33945_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33945.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2252960 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:33945_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33945.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2252960 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:33945_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33945.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2252962 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:33945_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.1-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D1504E399B8F6B70-001/tempDir-001/node3/.
   [junit4]   2> 2253740 DEBUG (ScheduledTrigger-8561-thread-2) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2253740 DEBUG (ScheduledTrigger-8561-thread-2) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr, 127.0.0.1:43407_solr]
   [junit4]   2> 2253740 DEBUG (ScheduledTrigger-8561-thread-2) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 
127.0.0.1:33945_solr at time 1508072670411000000
   [junit4]   2> 2254723 INFO  
(OverseerCollectionConfigSetProcessor-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2254741 DEBUG (ScheduledTrigger-8561-thread-2) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2254741 DEBUG (ScheduledTrigger-8561-thread-2) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr, 127.0.0.1:43407_solr]
   [junit4]   2> 2254741 DEBUG (ScheduledTrigger-8561-thread-2) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger1 firing registered processor for nodes: 
[127.0.0.1:33945_solr] added at times [1508072670411000000]
   [junit4]   2> 2254746 INFO  (ScheduledTrigger-8561-thread-2) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 2254747 INFO  (ScheduledTrigger-8561-thread-2) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:37685/solr ready
   [junit4]   2> 2254747 INFO  (ScheduledTrigger-8561-thread-2) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 2254747 DEBUG 
(AutoscalingActionExecutor-8562-thread-1-processing-n:127.0.0.1:43407_solr) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"14edc01a875288c0Tl84bvn26cpfw3cm2qghtr1i",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1508072670411000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1508072670411000000],
   [junit4]   2>     "_enqueue_time_":1508072671412000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:33945_solr"]}}
   [junit4]   2> 2254748 INFO  
(AutoscalingActionExecutor-8562-thread-1-processing-n:127.0.0.1:43407_solr) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.a.TriggerIntegrationTest -- event: {
   [junit4]   2>   "id":"14edc01a875288c0Tl84bvn26cpfw3cm2qghtr1i",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1508072670411000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1508072670411000000],
   [junit4]   2>     "_enqueue_time_":1508072671412000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:33945_solr"]}}
   [junit4]   2> 2254750 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@16dc4e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2254751 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=26169133
   [junit4]   2> 2254751 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 2254751 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@37151f: rootName = 
solr_43407, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@19f1c9b
   [junit4]   2> 2254761 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 2254761 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@17cbd5b: rootName = 
solr_43407, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@1e8e2f2
   [junit4]   2> 2254767 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 2254767 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@17db51: rootName = 
solr_43407, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@d45c0f
   [junit4]   2> 2254768 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 2254768 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 2254768 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.c.Overseer Overseer 
(id=98833050426933254-127.0.0.1:43407_solr-n_0000000000) closing
   [junit4]   2> 2254769 INFO  
(OverseerStateUpdate-98833050426933254-127.0.0.1:43407_solr-n_0000000000) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:43407_solr
   [junit4]   2> 2254769 DEBUG 
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2254769 WARN  
(OverseerAutoScalingTriggerThread-98833050426933254-127.0.0.1:43407_solr-n_0000000000)
 [n:127.0.0.1:43407_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2254771 INFO  
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:40575_solr
   [junit4]   2> 2254771 INFO  
(zkCallback-3544-thread-1-processing-n:127.0.0.1:33945_solr) 
[n:127.0.0.1:33945_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 2254771 INFO  (zkCallback-3536-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2254773 INFO  
(zkCallback-3530-thread-2-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 2254783 INFO  
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.Overseer Overseer 
(id=98833050426933253-127.0.0.1:40575_solr-n_0000000001) starting
   [junit4]   2> 2254787 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 2254789 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 4
   [junit4]   2> 2254795 INFO  
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestEventQueueAction instantiated
   [junit4]   2> 2254795 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2254795 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}],
 enabled=true}
   [junit4]   2> 2254796 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2254796 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 4, lastZnodeVersion -1
   [junit4]   2> 2254796 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 4
   [junit4]   2> 2254797 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 2254797 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 2254797 DEBUG (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:40575_solr, 
127.0.0.1:33945_solr]
   [junit4]   2> 2254798 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2254798 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:40575_solr, 127.0.0.1:33945_solr]
   [junit4]   2> 2255798 DEBUG (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:40575_solr, 
127.0.0.1:33945_solr]
   [junit4]   2> 2255798 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2255798 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:40575_solr, 127.0.0.1:33945_solr]
   [junit4]   2> 2256271 WARN  
(zkCallback-3529-thread-1-processing-n:127.0.0.1:43407_solr) 
[n:127.0.0.1:43407_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2256271 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@19bc947{/solr,null,UNAVAILABLE}
   [junit4]   2> 2256798 DEBUG (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:40575_solr, 
127.0.0.1:33945_solr]
   [junit4]   2> 2256799 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2256799 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:40575_solr, 127.0.0.1:33945_solr]
   [junit4]   2> 2257799 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2257799 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:40575_solr, 127.0.0.1:33945_solr]
   [junit4]   2> 2257799 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:40575_solr, 
127.0.0.1:33945_solr]
   [junit4]   2> 2258799 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2258799 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:40575_solr, 
127.0.0.1:33945_solr]
   [junit4]   2> 2258799 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:40575_solr, 127.0.0.1:33945_solr]
   [junit4]   2> 2259800 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2259800 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:40575_solr, 127.0.0.1:33945_solr]
   [junit4]   2> 2259800 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:40575_solr, 
127.0.0.1:33945_solr]
   [junit4]   2> 2260800 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2260800 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:40575_solr, 
127.0.0.1:33945_solr]
   [junit4]   2> 2260800 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:40575_solr, 127.0.0.1:33945_solr]
   [junit4]   2> 2261801 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:40575_solr, 
127.0.0.1:33945_solr]
   [junit4]   2> 2261801 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2261801 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:40575_solr, 127.0.0.1:33945_solr]
   [junit4]   2> 2262801 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:40575_solr, 
127.0.0.1:33945_solr]
   [junit4]   2> 2262801 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2262801 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:40575_solr, 127.0.0.1:33945_solr]
   [junit4]   2> 2263801 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:40575_solr, 
127.0.0.1:33945_solr]
   [junit4]   2> 2263801 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2263801 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:40575_solr, 127.0.0.1:33945_solr]
   [junit4]   2> 2264272 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[D1504E399B8F6B70]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TriggerIntegrationTest -Dtests.method=testEventQueue 
-Dtests.seed=D1504E399B8F6B70 -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=zh -Dtests.timezone=Asia/Tel_Aviv -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 11.6s J1 | TriggerIntegrationTest.testEventQueue <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: action wasn't 
interrupted
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([D1504E399B8F6B70:18E50C9792E8AD85]:0)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:684)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2264291 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
   [junit4]   2> 2264291 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode 
version 5
   [junit4]   2> 2264292 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 5
   [junit4]   2> 2264292 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 5
   [junit4]   2> 2264293 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 2264293 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 2264294 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 2264294 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2264295 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1d541d4{/solr,null,AVAILABLE}
   [junit4]   2> 2264295 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.e.j.s.AbstractConnector Started 
ServerConnector@123baf5{HTTP/1.1,[http/1.1]}{127.0.0.1:36303}
   [junit4]   2> 2264295 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.e.j.s.Server Started @2265232ms
   [junit4]   2> 2264295 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36303}
   [junit4]   2> 2264296 ERROR 
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 2264296 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 7.1.0
   [junit4]   2> 2264296 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 2264296 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default 
config dir: null
   [junit4]   2> 2264296 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-15T13:04:40.967Z
   [junit4]   2> 2264298 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2264322 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37685/solr
   [junit4]   2> 2264328 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [n:127.0.0.1:36303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2264329 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [n:127.0.0.1:36303_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2264330 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [n:127.0.0.1:36303_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36303_solr
   [junit4]   2> 2264331 INFO  
(zkCallback-3544-thread-1-processing-n:127.0.0.1:33945_solr) 
[n:127.0.0.1:33945_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2264331 INFO  (zkCallback-3536-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2264331 INFO  
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2264331 INFO  
(zkCallback-3554-thread-1-processing-n:127.0.0.1:36303_solr) 
[n:127.0.0.1:36303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2264571 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [n:127.0.0.1:36303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36303.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2264589 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [n:127.0.0.1:36303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36303.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2264590 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [n:127.0.0.1:36303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36303.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2264592 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [n:127.0.0.1:36303_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.1-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D1504E399B8F6B70-001/tempDir-001/node4/.
   [junit4]   2> 2264635 INFO  (qtp26737882-18510) [n:127.0.0.1:36303_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2264636 INFO  (qtp26737882-18510) [n:127.0.0.1:36303_solr    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37685/solr ready
   [junit4]   2> 2264637 INFO  (qtp26737882-18512) [n:127.0.0.1:36303_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2264639 INFO  (qtp9479699-18416) [n:127.0.0.1:40575_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2264641 INFO  (qtp23112215-18473) [n:127.0.0.1:33945_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2264641 DEBUG (qtp26737882-18510) [n:127.0.0.1:36303_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2264642 INFO  (qtp26737882-18510) [n:127.0.0.1:36303_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 2264642 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 6
   [junit4]   2> 2264643 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr, 127.0.0.1:36303_solr]
   [junit4]   2> 2264643 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@123baf5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2264643 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 6
   [junit4]   2> 2264643 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=22372040
   [junit4]   2> 2264643 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 2264644 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@15dcf27: rootName = 
solr_36303, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@8c8309
   [junit4]   2> 2264644 INFO  
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 2264644 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 2264644 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 2264645 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_restore_trigger with currently live nodes: [127.0.0.1:33945_solr, 
127.0.0.1:36303_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2264654 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 2264654 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4466c8: rootName = 
solr_36303, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@1e8e2f2
   [junit4]   2> 2264663 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 2264663 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@11bffc9: rootName = 
solr_36303, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@d45c0f
   [junit4]   2> 2264664 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 2264664 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 2264665 INFO  (zkCallback-3536-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2264665 INFO  
(zkCallback-3544-thread-1-processing-n:127.0.0.1:33945_solr) 
[n:127.0.0.1:33945_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 2264665 INFO  
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 2265645 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_restore_trigger with currently live nodes: [127.0.0.1:33945_solr, 
127.0.0.1:40575_solr]
   [junit4]   2> 2265645 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 
127.0.0.1:36303_solr
   [junit4]   2> 2266165 WARN  
(zkCallback-3554-thread-1-processing-n:127.0.0.1:36303_solr) 
[n:127.0.0.1:36303_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2266165 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1d541d4{/solr,null,UNAVAILABLE}
   [junit4]   2> 2266646 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_restore_trigger with currently live nodes: [127.0.0.1:33945_solr, 
127.0.0.1:40575_solr]
   [junit4]   2> 2267646 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_restore_trigger with currently live nodes: [127.0.0.1:33945_solr, 
127.0.0.1:40575_solr]
   [junit4]   2> 2267673 INFO  (qtp9479699-18416) [n:127.0.0.1:40575_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2267674 INFO  (qtp9479699-18416) [n:127.0.0.1:40575_solr    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37685/solr ready
   [junit4]   2> 2267675 INFO  (qtp9479699-18408) [n:127.0.0.1:40575_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2267676 INFO  (qtp23112215-18473) [n:127.0.0.1:33945_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2267677 DEBUG (qtp9479699-18416) [n:127.0.0.1:40575_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2267678 INFO  (qtp9479699-18416) [n:127.0.0.1:40575_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 2267678 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 7
   [junit4]   2> 2267679 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2267679 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 7
   [junit4]   2> 2267680 INFO  
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 2267680 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Adding lost node from 
marker path: 127.0.0.1:36303_solr
   [junit4]   2> 2267680 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 2267680 DEBUG (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_restore_trigger with currently live nodes: [127.0.0.1:33945_solr, 
127.0.0.1:40575_solr]
   [junit4]   2> 2267680 DEBUG (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing 
registered processor for lost nodes: [127.0.0.1:36303_solr]
   [junit4]   2> 2267680 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 2267682 INFO  (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2267683 INFO  (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:37685/solr ready
   [junit4]   2> 2267683 INFO  (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 2267684 DEBUG 
(AutoscalingActionExecutor-8577-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"14edc01dc6360dc0Tl84bvn26cpfw3cm2qghtr1k",
   [junit4]   2>   "source":"node_lost_restore_trigger",
   [junit4]   2>   "eventTime":1508072684351000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1508072684351000000],
   [junit4]   2>     "_enqueue_time_":1508072684351000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:36303_solr"]}}
   [junit4]   2> 2267684 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[D1504E399B8F6B70])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
   [junit4]   2> 2267699 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 2267699 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
   [junit4]   2> 2267700 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 8
   [junit4]   2> 2267700 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 8
   [junit4]   2> 2267701 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 2267701 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 2267701 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 2267704 INFO  (qtp23112215-18475) [n:127.0.0.1:33945_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2267705 INFO  (qtp23112215-18475) [n:127.0.0.1:33945_solr    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37685/solr ready
   [junit4]   2> 2267706 INFO  (qtp9479699-18412) [n:127.0.0.1:40575_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2267707 INFO  (qtp23112215-18473) [n:127.0.0.1:33945_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2267707 DEBUG (qtp23112215-18475) [n:127.0.0.1:33945_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2267708 INFO  (qtp23112215-18475) [n:127.0.0.1:33945_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 2267708 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 9
   [junit4]   2> 2267709 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2267709 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 2267709 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 9
   [junit4]   2> 2267710 INFO  
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 2267710 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 2267710 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 2267711 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2267711 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2267711 INFO  (qtp9479699-18406) [n:127.0.0.1:40575_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2267711 INFO  (qtp9479699-18406) [n:127.0.0.1:40575_solr    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37685/solr ready
   [junit4]   2> 2267712 INFO  (qtp9479699-18410) [n:127.0.0.1:40575_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2267713 INFO  (qtp23112215-18474) [n:127.0.0.1:33945_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2267713 DEBUG (qtp9479699-18406) [n:127.0.0.1:40575_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2267714 INFO  (qtp9479699-18406) [n:127.0.0.1:40575_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 2267714 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 10
   [junit4]   2> 2267715 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2267715 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 2267715 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2267715 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 2267715 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 10
   [junit4]   2> 2267716 INFO  
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 2267716 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 2267717 DEBUG (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2267717 DEBUG (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2267717 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2267717 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 2267717 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@50cfcd{/solr,null,AVAILABLE}
   [junit4]   2> 2267718 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.e.j.s.AbstractConnector Started 
ServerConnector@1d6d99c{HTTP/1.1,[http/1.1]}{127.0.0.1:35573}
   [junit4]   2> 2267718 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.e.j.s.Server Started @2268655ms
   [junit4]   2> 2267718 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35573}
   [junit4]   2> 2267718 ERROR 
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2267719 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.1.0
   [junit4]   2> 2267719 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port 
null
   [junit4]   2> 2267719 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default 
config dir: null
   [junit4]   2> 2267719 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-15T13:04:44.390Z
   [junit4]   2> 2267721 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2267732 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37685/solr
   [junit4]   2> 2267738 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:35573_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2267739 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:35573_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2267740 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:35573_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35573_solr
   [junit4]   2> 2267741 INFO  
(zkCallback-3544-thread-1-processing-n:127.0.0.1:33945_solr) 
[n:127.0.0.1:33945_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2267741 INFO  
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2267742 INFO  
(zkCallback-3576-thread-1-processing-n:127.0.0.1:35573_solr) 
[n:127.0.0.1:35573_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2267743 INFO  (zkCallback-3536-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2267912 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:35573_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35573.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2267923 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:35573_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35573.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2267923 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:35573_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35573.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@aa26f6
   [junit4]   2> 2267924 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) 
[n:127.0.0.1:35573_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.1-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D1504E399B8F6B70-001/tempDir-001/node5/.
   [junit4]   2> 2268712 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2268712 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:35573_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2268712 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 
127.0.0.1:35573_solr at time 1508072685383000000
   [junit4]   2> 2268712 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger1 firing registered processor for nodes: 
[127.0.0.1:35573_solr] added at times [1508072685383000000]
   [junit4]   2> 2268715 INFO  (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 2268715 INFO  (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:37685/solr ready
   [junit4]   2> 2268715 INFO  (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 2268715 DEBUG 
(AutoscalingActionExecutor-8577-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"14edc01e03b91fc0Tl84bvn26cpfw3cm2qghtr1m",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1508072685383000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1508072685383000000],
   [junit4]   2>     "_enqueue_time_":1508072685383000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:35573_solr"]}}
   [junit4]   2> 2268716 INFO  
(AutoscalingActionExecutor-8577-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.ActionThrottle The last action attempt 
started 1031ms ago.
   [junit4]   2> 2268716 INFO  
(AutoscalingActionExecutor-8577-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.ActionThrottle Throttling action attempts 
- waiting for 3968ms
   [junit4]   2> 2272684 INFO  
(AutoscalingActionExecutor-8577-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.TriggerIntegrationTest action executed 
from node_added_trigger1
   [junit4]   2> 2272717 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2272717 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:35573_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2272718 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2272718 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:35573_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2272718 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 
127.0.0.1:35573_solr at time 1508072689389000000
   [junit4]   2> 2272718 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger2 firing registered processor for nodes: 
[127.0.0.1:35573_solr] added at times [1508072689389000000]
   [junit4]   2> 2272721 INFO  (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 2272722 INFO  (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:37685/solr ready
   [junit4]   2> 2272722 INFO  (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 2272722 DEBUG 
(AutoscalingActionExecutor-8577-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"14edc01ef27fd540Tl84bvn26cpfw3cm2qghtr1o",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":1508072689389000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1508072689389000000],
   [junit4]   2>     "_enqueue_time_":1508072689389000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:35573_solr"]}}
   [junit4]   2> 2272722 INFO  
(AutoscalingActionExecutor-8577-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.ActionThrottle The last action attempt 
started 38ms ago.
   [junit4]   2> 2272722 INFO  
(AutoscalingActionExecutor-8577-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.ActionThrottle Throttling action attempts 
- waiting for 4961ms
   [junit4]   2> 2277683 INFO  
(AutoscalingActionExecutor-8577-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.TriggerIntegrationTest last action at 
1508072689355000000 time = 1508072694354000000
   [junit4]   2> 2277684 INFO  
(AutoscalingActionExecutor-8577-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.TriggerIntegrationTest action executed 
from node_added_trigger2
   [junit4]   2> 2277688 INFO  (qtp19754296-18551) [n:127.0.0.1:35573_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2277689 INFO  (qtp19754296-18551) [n:127.0.0.1:35573_solr    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37685/solr ready
   [junit4]   2> 2277690 INFO  (qtp9479699-18412) [n:127.0.0.1:40575_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2277692 INFO  (qtp23112215-18468) [n:127.0.0.1:33945_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2277694 INFO  (qtp19754296-18553) [n:127.0.0.1:35573_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2277694 DEBUG (qtp19754296-18551) [n:127.0.0.1:35573_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2277695 INFO  (qtp19754296-18551) [n:127.0.0.1:35573_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 2277695 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 11
   [junit4]   2> 2277696 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr, 127.0.0.1:35573_solr]
   [junit4]   2> 2277696 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 2277697 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr, 127.0.0.1:35573_solr]
   [junit4]   2> 2277697 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr, 127.0.0.1:35573_solr]
   [junit4]   2> 2277697 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 2277697 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 11
   [junit4]   2> 2277699 INFO  
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 2277699 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 2277699 DEBUG (ScheduledTrigger-8576-thread-2) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_trigger1 with currently live nodes: [127.0.0.1:33945_solr, 
127.0.0.1:35573_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2277700 INFO  (qtp23112215-18469) [n:127.0.0.1:33945_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2277701 INFO  (qtp23112215-18469) [n:127.0.0.1:33945_solr    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37685/solr ready
   [junit4]   2> 2277702 INFO  (qtp9479699-18408) [n:127.0.0.1:40575_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2277705 INFO  (qtp23112215-18470) [n:127.0.0.1:33945_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2277706 INFO  (qtp19754296-18547) [n:127.0.0.1:35573_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 2277706 DEBUG (qtp23112215-18469) [n:127.0.0.1:33945_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2277707 INFO  (qtp23112215-18469) [n:127.0.0.1:33945_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 2277708 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 12
   [junit4]   2> 2277708 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr, 127.0.0.1:35573_solr]
   [junit4]   2> 2277708 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 2277709 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr, 127.0.0.1:35573_solr]
   [junit4]   2> 2277709 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr, 127.0.0.1:35573_solr]
   [junit4]   2> 2277709 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 2277710 DEBUG 
(zkCallback-3530-thread-1-processing-n:127.0.0.1:40575_solr) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:40575_solr, 127.0.0.1:35573_solr]
   [junit4]   2> 2277710 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 12
   [junit4]   2> 2277711 INFO  
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 2277711 DEBUG 
(OverseerAutoScalingTriggerThread-98833050426933253-127.0.0.1:40575_solr-n_0000000001)
 [n:127.0.0.1:40575_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 2277712 DEBUG (ScheduledTrigger-8576-thread-4) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_trigger2 with currently live nodes: [127.0.0.1:33945_solr, 
127.0.0.1:35573_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2277712 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@1d6d99c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2277712 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=16555661
   [junit4]   2> 2277712 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 2277712 INFO  
(TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[D1504E399B8F6B70]) [   
 ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@67799c: rootName = 
solr_35573, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@1b373c5
   [junit4]   2> 2277718 DEBUG (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2277718 DEBUG (ScheduledTrigger-8576-thread-1) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:35573_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2277723 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2277723 DEBUG (ScheduledTrigger-8576-thread-3) 
[n:127.0.0.1:40575_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:33945_solr, 127.0.0.1:35573_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 2277723 INF

[...truncated too long message...]

y:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15f2022bec40047, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2365060 INFO  (jetty-closer-3519-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1e8b120{/solr,null,UNAVAILABLE}
   [junit4]   2> 2365060 WARN  
(zkCallback-3721-thread-2-processing-n:127.0.0.1:43011_solr) 
[n:127.0.0.1:43011_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2365060 INFO  (jetty-closer-3519-thread-6) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7a68a5{/solr,null,UNAVAILABLE}
   [junit4]   2> 2365063 WARN  
(zkCallback-3705-thread-2-processing-n:127.0.0.1:44825_solr) 
[n:127.0.0.1:44825_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2365063 INFO  (jetty-closer-3519-thread-5) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1c6cb7{/solr,null,UNAVAILABLE}
   [junit4]   2> 2366543 WARN  
(zkCallback-3669-thread-1-processing-n:127.0.0.1:46421_solr) 
[n:127.0.0.1:46421_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2366544 INFO  (jetty-closer-3519-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@e65a2b{/solr,null,UNAVAILABLE}
   [junit4]   2> 2366550 WARN  
(zkCallback-3659-thread-2-processing-n:127.0.0.1:41141_solr) 
[n:127.0.0.1:41141_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2366551 INFO  (jetty-closer-3519-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1706807{/solr,null,UNAVAILABLE}
   [junit4]   2> 2366556 INFO  (jetty-closer-3519-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@8ed600{/solr,null,UNAVAILABLE}
   [junit4]   2> 2366559 ERROR 
(SUITE-TriggerIntegrationTest-seed#[D1504E399B8F6B70]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2366559 INFO  
(SUITE-TriggerIntegrationTest-seed#[D1504E399B8F6B70]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:37685 37685
   [junit4]   2> 2373898 INFO  (Thread-4007) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:37685 37685
   [junit4]   2> 2373899 WARN  (Thread-4007) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        50      /solr/aliases.json
   [junit4]   2>        50      /solr/clusterprops.json
   [junit4]   2>        14      /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        50      /solr/clusterstate.json
   [junit4]   2>        6       /solr/autoscaling.json
   [junit4]   2>        3       
/solr/overseer_elect/election/98833050426933260-127.0.0.1:33945_solr-n_0000000002
   [junit4]   2>        2       
/solr/overseer_elect/election/98833050426933282-127.0.0.1:33905_solr-n_0000000005
   [junit4]   2>        2       
/solr/overseer_elect/election/98833050426933301-127.0.0.1:41141_solr-n_0000000008
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        50      /solr/collections
   [junit4]   2>        42      /solr/live_nodes
   [junit4]   2>        6       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        6       /solr/overseer/queue-work
   [junit4]   2>        6       /solr/overseer/collection-queue-work
   [junit4]   2>        5       /solr/overseer/queue
   [junit4]   2>        3       /solr/autoscaling/events/node_added_trigger
   [junit4]   2>        2       /solr/autoscaling/events/node_lost_trigger
   [junit4]   2>        2       /solr/autoscaling/events/node_added_trigger1
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-7.1-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D1504E399B8F6B70-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=1293, maxMBSortInHeap=7.196719666047732, 
sim=RandomSimilarity(queryNorm=false): {}, locale=zh, timezone=Asia/Tel_Aviv
   [junit4]   2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 
1.8.0_144 (32-bit)/cpus=8,threads=1,free=155636840,total=462315520
   [junit4]   2> NOTE: All tests run in this JVM: [ZkStateWriterTest, 
SampleTest, InfoHandlerTest, MetricUtilsTest, SolrCmdDistributorTest, 
TestHashQParserPlugin, SolrCoreMetricManagerTest, DirectoryFactoryTest, 
DeleteStatusTest, TestImplicitCoreProperties, JavabinLoaderTest, TestTrieFacet, 
GraphQueryTest, DistributedIntervalFacetingTest, TestPullReplicaErrorHandling, 
FileUtilsTest, CacheHeaderTest, TestStressVersions, FacetPivotSmallTest, 
SolrXmlInZkTest, DocValuesMultiTest, TestHalfAndHalfDocValues, 
CoreAdminHandlerTest, LukeRequestHandlerTest, ScriptEngineTest, JsonLoaderTest, 
TestDownShardTolerantSearch, DocValuesTest, AutoScalingHandlerTest, 
DirectSolrConnectionTest, QueryResultKeyTest, DeleteNodeTest, EnumFieldTest, 
TestDFISimilarityFactory, TestSimpleTrackingShardHandler, 
TestElisionMultitermQuery, PrimUtilsTest, TestSolrIndexConfig, 
IndexSchemaRuntimeFieldTest, BasicAuthIntegrationTest, SpatialFilterTest, 
TestValueSourceCache, TestSolrCloudSnapshots, 
SchemaVersionSpecificBehaviorTest, AliasIntegrationTest, 
DataDrivenBlockJoinTest, TestCloudPseudoReturnFields, SearchHandlerTest, 
TestNoOpRegenerator, TestCorePropertiesReload, TestCursorMarkWithoutUniqueKey, 
TestDistributedGrouping, TestRawTransformer, SuggesterTSTTest, 
TestNumericTerms32, DocValuesNotIndexedTest, TestAnalyzeInfixSuggestions, 
TestTlogReplica, TestSchemalessBufferedUpdates, TestFreeTextSuggestions, 
ZkCLITest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, 
CollectionReloadTest, TestJsonFacetRefinement, SOLR749Test, 
TlogReplayBufferedWhileIndexingTest, TestShortCircuitedRequests, 
TestCloudManagedSchema, OverseerTaskQueueTest, OverseerModifyCollectionTest, 
ConvertedLegacyTest, TestPartialUpdateDeduplication, RulesTest, 
SuggestComponentTest, AtomicUpdatesTest, IndexSchemaTest, 
ClusterStateUpdateTest, TestCoreContainer, TestSchemaNameResource, 
MissingSegmentRecoveryTest, OutOfBoxZkACLAndCredentialsProvidersTest, 
MoreLikeThisHandlerTest, ZkControllerTest, TestConfigSetImmutable, 
TestHashPartitioner, TestNumericRangeQuery32, ResourceLoaderTest, 
TestSolrCloudWithDelegationTokens, SmileWriterTest, TestSolrFieldCacheBean, 
TestStressCloudBlindAtomicUpdates, TestEmbeddedSolrServerAdminHandler, 
TestAtomicUpdateErrorCases, MoveReplicaTest, TestLegacyNumericUtils, 
TestComplexPhraseLeadingWildcard, CloudMLTQParserTest, TestQueryTypes, 
HighlighterTest, TestMacroExpander, TestSimpleTextCodec, LoggingHandlerTest, 
TestRTGBase, VersionInfoTest, TestCoreDiscovery, TestFastLRUCache, 
SimpleCollectionCreateDeleteTest, ShufflingReplicaListTransformerTest, 
TestSlowCompositeReaderWrapper, AnalysisAfterCoreReloadTest, 
AlternateDirectoryTest, TestApiFramework, TestSha256AuthenticationProvider, 
UpdateRequestProcessorFactoryTest, TestDynamicFieldCollectionResource, 
DistributedQueryComponentCustomSortTest, TestSolrCloudWithHadoopAuthPlugin, 
TestHttpShardHandlerFactory, ChaosMonkeySafeLeaderTest, 
UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, 
OpenCloseCoreStressTest, ShardRoutingTest, TestReplicationHandler, 
TestRandomFaceting, ZkSolrClientTest, TestZkChroot, ShardRoutingCustomTest, 
TestFaceting, TestRecovery, TermVectorComponentDistributedTest, 
TestRealTimeGet, TestStressReorder, TestJoin, TestReload, 
DistributedTermsComponentTest, TestRangeQuery, SoftAutoCommitTest, 
TestComponentsName, SearchHandlerTest, HighlighterConfigTest, 
TestQuerySenderListener, UpdateParamsTest, TestQuerySenderNoQuery, 
CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, 
TestSolrDeletionPolicy2, TestDocSet, TestBinaryField, TestSearchPerf, 
NumericFieldsTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, 
ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, 
NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, 
SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, 
TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, 
TestFastOutputStream, PluginInfoTest, TestSystemIdResolver, 
TestSuggestSpellingConverter, DOMUtilTest, TestSolrJ, ZkNodePropsTest, 
CircularListTest, DistributedMLTComponentTest, TestLuceneIndexBackCompat, 
ActionThrottleTest, AssignBackwardCompatibilityTest, 
CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, 
CdcrVersionReplicationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, 
CollectionsAPIAsyncDistributedZkTest, DistribJoinFromCollectionTest, 
LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, 
LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, 
MoveReplicaHDFSTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, 
SSLMigrationTest, SaslZkACLProviderTest, TestClusterProperties, 
TestCollectionAPI, TestConfigSetsAPI, TestPrepRecovery, TestRequestForwarding, 
TestRequestStatusCollectionAPI, TestSolrCloudWithKerberosAlt, 
TestTolerantUpdateProcessorCloud, TriLevelCompositeIdRoutingTest, 
AutoAddReplicasIntegrationTest, NodeAddedTriggerTest, SystemLogListenerTest, 
TriggerIntegrationTest]
   [junit4] Completed [596/744 (1!)] on J1 in 121.73s, 10 tests, 1 failure <<< 
FAILURES!

[...truncated 43275 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to