Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2909/

2 tests failed.
FAILED:  
org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState

Error Message:
Two TriggerAction instances should have been created by now

Stack Trace:
java.lang.AssertionError: Two TriggerAction instances should have been created 
by now
        at 
__randomizedtesting.SeedInfo.seed([3E9A21E216C1ABE1:B6A7A89D2C014A4C]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState(NodeAddedTriggerIntegrationTest.java:200)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at http://127.0.0.1:43283/solr: KeeperErrorCode = NoNode for 
/overseer/collection-queue-work/qnr-0000000043

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:43283/solr: KeeperErrorCode = NoNode for 
/overseer/collection-queue-work/qnr-0000000043
        at 
__randomizedtesting.SeedInfo.seed([A4A29EDAEEDD2124:6615A2B2ED9DD15C]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:228)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at 
org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13569 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest
   [junit4]   2> 1832898 INFO  
(SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/init-core-data-001
   [junit4]   2> 1832915 INFO  
(SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1832935 INFO  
(SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1833025 INFO  
(SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001
   [junit4]   2> 1833026 INFO  
(SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1833045 INFO  (Thread-1415) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1833045 INFO  (Thread-1415) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1833098 ERROR (Thread-1415) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1833154 INFO  
(SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:38795
   [junit4]   2> 1833199 INFO  (zkConnectionManagerCallback-2134-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1833246 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 1833266 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: 
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 1833280 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1833280 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1833280 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1833281 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2d40c7f0{/solr,null,AVAILABLE}
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@10bd2e81{SSL,[ssl, 
http/1.1]}{127.0.0.1:44786}
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.e.j.s.Server Started @1833557ms
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44786}
   [junit4]   2> 1833283 ERROR (jetty-launcher-2131-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1833284 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-10-28T16:29:45.091Z
   [junit4]   2> 1833301 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1833301 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1833301 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1833301 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@cc984b7{/solr,null,AVAILABLE}
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@69221d72{SSL,[ssl, 
http/1.1]}{127.0.0.1:45839}
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.e.j.s.Server Started @1833575ms
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=45839}
   [junit4]   2> 1833302 ERROR (jetty-launcher-2131-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-10-28T16:29:45.110Z
   [junit4]   2> 1833318 INFO  (zkConnectionManagerCallback-2136-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1833318 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1833318 INFO  (zkConnectionManagerCallback-2138-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1833319 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1834312 INFO  (jetty-launcher-2131-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
   [junit4]   2> 1834383 INFO  (zkConnectionManagerCallback-2142-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1834417 INFO  (zkConnectionManagerCallback-2144-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1834799 INFO  (jetty-launcher-2131-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
   [junit4]   2> 1834818 INFO  (zkConnectionManagerCallback-2150-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1834822 INFO  (zkConnectionManagerCallback-2152-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1834906 INFO  (jetty-launcher-2131-thread-1) 
[n:127.0.0.1:44786_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:44786_solr
   [junit4]   2> 1834906 INFO  (jetty-launcher-2131-thread-1) 
[n:127.0.0.1:44786_solr    ] o.a.s.c.Overseer Overseer 
(id=73570268845309956-127.0.0.1:44786_solr-n_0000000000) starting
   [junit4]   2> 1834951 INFO  (jetty-launcher-2131-thread-2) 
[n:127.0.0.1:45839_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45839_solr
   [junit4]   2> 1835029 INFO  (zkConnectionManagerCallback-2157-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1835049 INFO  (zkCallback-2143-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1835066 INFO  (jetty-launcher-2131-thread-1) 
[n:127.0.0.1:44786_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1835102 INFO  (zkCallback-2151-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1835139 INFO  (jetty-launcher-2131-thread-1) 
[n:127.0.0.1:44786_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:38795/solr ready
   [junit4]   2> 1835175 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 1835179 INFO  
(OverseerStateUpdate-73570268845309956-127.0.0.1:44786_solr-n_0000000000) 
[n:127.0.0.1:44786_solr    ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:44786_solr
   [junit4]   2> 1835180 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 1835180 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, 
lastZnodeVersion -1
   [junit4]   2> 1835180 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto 
znodeVersion 1
   [junit4]   2> 1835227 INFO  (zkConnectionManagerCallback-2164-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1835297 INFO  (jetty-launcher-2131-thread-2) 
[n:127.0.0.1:45839_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1835306 INFO  (jetty-launcher-2131-thread-1) 
[n:127.0.0.1:44786_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 1835306 INFO  (jetty-launcher-2131-thread-1) 
[n:127.0.0.1:44786_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44786_solr
   [junit4]   2> 1835336 INFO  (jetty-launcher-2131-thread-2) 
[n:127.0.0.1:45839_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:38795/solr ready
   [junit4]   2> 1835336 INFO  (jetty-launcher-2131-thread-2) 
[n:127.0.0.1:45839_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 1835419 INFO  (zkCallback-2163-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1835476 INFO  (zkCallback-2151-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1835476 INFO  (zkCallback-2143-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1835549 INFO  (zkCallback-2156-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1835567 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:45839_solr, 127.0.0.1:44786_solr]
   [junit4]   2> 1835585 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1835585 INFO  (jetty-launcher-2131-thread-2) 
[n:127.0.0.1:45839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45839.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1835606 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, 
lastZnodeVersion 1
   [junit4]   2> 1835622 INFO  (jetty-launcher-2131-thread-2) 
[n:127.0.0.1:45839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45839.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1835622 INFO  (jetty-launcher-2131-thread-1) 
[n:127.0.0.1:44786_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 1835622 INFO  (jetty-launcher-2131-thread-2) 
[n:127.0.0.1:45839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45839.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1835623 INFO  (jetty-launcher-2131-thread-2) 
[n:127.0.0.1:45839_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node2/.
   [junit4]   2> 1835658 DEBUG (ScheduledTrigger-3580-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 1835884 INFO  (jetty-launcher-2131-thread-1) 
[n:127.0.0.1:44786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44786.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1836091 INFO  (jetty-launcher-2131-thread-1) 
[n:127.0.0.1:44786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44786.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1836091 INFO  (jetty-launcher-2131-thread-1) 
[n:127.0.0.1:44786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44786.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1836127 INFO  (jetty-launcher-2131-thread-1) 
[n:127.0.0.1:44786_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node1/.
   [junit4]   2> 1836320 INFO  (zkConnectionManagerCallback-2168-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1836437 INFO  (zkConnectionManagerCallback-2173-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1836494 INFO  
(SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1836527 INFO  
(SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38795/solr ready
   [junit4]   2> 1836713 DEBUG (ScheduledTrigger-3580-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 1836887 INFO  (qtp173171943-8694) [n:127.0.0.1:44786_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1836921 INFO  (qtp583315263-8696) [n:127.0.0.1:45839_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1836921 DEBUG (qtp583315263-8700) [n:127.0.0.1:45839_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1836922 INFO  (qtp583315263-8700) [n:127.0.0.1:45839_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=191
   [junit4]   2> 1836957 DEBUG (zkCallback-2156-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
2
   [junit4]   2> 1836958 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto 
znodeVersion 2
   [junit4]   2> 1836994 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1836995 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, 
lastZnodeVersion 2
   [junit4]   2> 1837031 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
   [junit4]   2> 1837031 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest Found 2 jetty instances 
running
   [junit4]   2> 1837072 INFO  (zkConnectionManagerCallback-2175-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1837074 INFO  (qtp583315263-8702) [n:127.0.0.1:45839_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1837129 INFO  (qtp583315263-8702) [n:127.0.0.1:45839_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=55
   [junit4]   2> 1837130 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas
   [junit4]   2> 1837140 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest /autoscaling.json reset, new 
znode version 3
   [junit4]   2> 1837141 DEBUG (zkCallback-2156-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
3
   [junit4]   2> 1837141 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto 
znodeVersion 3
   [junit4]   2> 1837141 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1837141 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1837141 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1837142 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, 
lastZnodeVersion 3
   [junit4]   2> 1837232 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@10bd2e81{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1837234 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=928505279
   [junit4]   2> 1837235 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 1837247 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@47637607: rootName = 
solr_44786, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@6f981910
   [junit4]   2> 1837275 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 1837275 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@25b432ae: rootName = 
solr_44786, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@5cd77cc4
   [junit4]   2> 1837307 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 1837307 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@608bd5e1: rootName = 
solr_44786, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@35b3e76e
   [junit4]   2> 1837321 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44786_solr
   [junit4]   2> 1837354 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 1837354 INFO  (zkCallback-2151-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837354 INFO  (zkCallback-2163-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837354 INFO  (zkCallback-2143-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837358 INFO  (zkCallback-2156-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837421 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.Overseer Overseer 
(id=73570268845309956-127.0.0.1:44786_solr-n_0000000000) closing
   [junit4]   2> 1837422 INFO  
(OverseerStateUpdate-73570268845309956-127.0.0.1:44786_solr-n_0000000000) 
[n:127.0.0.1:44786_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:44786_solr
   [junit4]   2> 1837440 INFO  (zkCallback-2172-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837440 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool 
executor now
   [junit4]   2> 1837440 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1837440 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1837440 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread 
pool executor
   [junit4]   2> 1837443 WARN  
(OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 1837476 INFO  (zkCallback-2172-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837476 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1837476 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 1837492 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1055fc50c8e0007, likely client has closed socket
   [junit4]   2> 1837495 INFO  (zkCallback-2151-thread-1) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45839_solr
   [junit4]   2> 1837513 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@2d40c7f0{/solr,null,UNAVAILABLE}
   [junit4]   2> 1837514 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1837515 INFO  (zkCallback-2151-thread-1) 
[n:127.0.0.1:45839_solr    ] o.a.s.c.Overseer Overseer 
(id=73570268845309958-127.0.0.1:45839_solr-n_0000000001) starting
   [junit4]   2> 1837620 INFO  
(OverseerStateUpdate-73570268845309958-127.0.0.1:45839_solr-n_0000000001) 
[n:127.0.0.1:45839_solr    ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:45839_solr
   [junit4]   2> 1837646 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 1837647 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 4
   [junit4]   2> 1837647 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, 
lastZnodeVersion -1
   [junit4]   2> 1837647 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto 
znodeVersion 4
   [junit4]   2> 1837650 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:45839_solr]
   [junit4]   2> 1837687 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1837707 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, 
lastZnodeVersion 4
   [junit4]   2> 1837723 DEBUG (ScheduledTrigger-3592-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 1838730 DEBUG (ScheduledTrigger-3592-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 1839764 DEBUG (ScheduledTrigger-3592-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 1840775 DEBUG (ScheduledTrigger-3592-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 1841777 DEBUG (ScheduledTrigger-3592-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 1842551 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; 
git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 1842690 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1842690 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1842690 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1842691 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2cba40bd{/solr,null,AVAILABLE}
   [junit4]   2> 1842691 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.AbstractConnector Started ServerConnector@7175a744{SSL,[ssl, 
http/1.1]}{127.0.0.1:32931}
   [junit4]   2> 1842691 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.Server Started @1842965ms
   [junit4]   2> 1842691 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=32931}
   [junit4]   2> 1842692 ERROR 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 1842692 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1842692 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 8.0.0
   [junit4]   2> 1842692 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 1842692 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1842692 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-10-28T16:29:54.500Z
   [junit4]   2> 1842741 INFO  (zkConnectionManagerCallback-2179-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1842742 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1842777 DEBUG (ScheduledTrigger-3592-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 1843576 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
   [junit4]   2> 1843591 INFO  (zkConnectionManagerCallback-2183-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843652 INFO  (zkConnectionManagerCallback-2185-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843691 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [n:127.0.0.1:32931_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1843712 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [n:127.0.0.1:32931_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 1843712 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [n:127.0.0.1:32931_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:32931_solr
   [junit4]   2> 1843726 INFO  (zkCallback-2151-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843726 INFO  (zkCallback-2163-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843726 INFO  (zkCallback-2172-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843726 INFO  (zkCallback-2172-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843782 INFO  (zkCallback-2184-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843790 DEBUG (ScheduledTrigger-3592-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 1843851 INFO  (zkConnectionManagerCallback-2192-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843868 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [n:127.0.0.1:32931_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1843888 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [n:127.0.0.1:32931_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:38795/solr ready
   [junit4]   2> 1843889 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [n:127.0.0.1:32931_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 1843955 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [n:127.0.0.1:32931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32931.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1843992 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [n:127.0.0.1:32931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32931.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1843992 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [n:127.0.0.1:32931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32931.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1844010 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [n:127.0.0.1:32931_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node3/.
   [junit4]   2> 1844293 INFO  (qtp1888569288-8782) [n:127.0.0.1:32931_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1844313 INFO  (qtp583315263-8703) [n:127.0.0.1:45839_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1844331 DEBUG (qtp583315263-8700) [n:127.0.0.1:45839_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1844331 INFO  (qtp583315263-8700) [n:127.0.0.1:45839_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=158
   [junit4]   2> 1844334 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; 
git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 1844350 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1844367 DEBUG (zkCallback-2163-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
5
   [junit4]   2> 1844367 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1844367 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1844367 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@119f307a{/solr,null,AVAILABLE}
   [junit4]   2> 1844368 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c9045d{SSL,[ssl, 
http/1.1]}{127.0.0.1:38544}
   [junit4]   2> 1844368 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.Server Started @1844642ms
   [junit4]   2> 1844368 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38544}
   [junit4]   2> 1844368 ERROR 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 1844368 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1844368 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 8.0.0
   [junit4]   2> 1844368 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 1844368 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1844368 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-10-28T16:29:56.176Z
   [junit4]   2> 1844383 INFO  (zkConnectionManagerCallback-2195-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1844401 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto 
znodeVersion 5
   [junit4]   2> 1844411 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1844605 INFO  
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1844605 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger 
- Initial livenodes: [127.0.0.1:45839_solr, 127.0.0.1:32931_solr]
   [junit4]   2> 1844605 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger 
instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 1844655 DEBUG (ScheduledTrigger-3592-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1844655 DEBUG (ScheduledTrigger-3592-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1844656 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, 
lastZnodeVersion 5
   [junit4]   2> 1844801 DEBUG (ScheduledTrigger-3592-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 1844903 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
   [junit4]   2> 1844913 INFO  (zkConnectionManagerCallback-2199-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1845004 INFO  (zkConnectionManagerCallback-2201-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1845140 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1845155 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1845155 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38544_solr
   [junit4]   2> 1845191 INFO  (zkCallback-2151-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845207 INFO  (zkCallback-2172-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845208 INFO  (zkCallback-2172-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845208 INFO  (zkCallback-2184-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845211 INFO  (zkCallback-2163-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845244 INFO  (zkCallback-2191-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845347 INFO  (zkConnectionManagerCallback-2208-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1845349 INFO  (zkCallback-2200-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845368 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1845369 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 
127.0.0.1:38795/solr ready
   [junit4]   2> 1845386 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics 
history in memory.
   [junit4]   2> 1845583 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38544.solr.node' 
(registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1845641 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38544.solr.jvm' 
(registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1845641 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38544.solr.jetty' 
(registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1845656 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node4/.
   [junit4]   2> 1845702 DEBUG (ScheduledTrigger-3592-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1845702 DEBUG (ScheduledTrigger-3592-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1845703 DEBUG (ScheduledTrigger-3592-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38544_solr at time 
23081598448094853
   [junit4]   2> 1845812 DEBUG (ScheduledTrigger-3592-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 1855709 WARN  
(jetty-launcher-2131-thread-2-SendThread(127.0.0.1:38795)) [    ] 
o.a.z.ClientCnxn Client session timed out, have not heard from server in 9824ms 
for sessionid 0x1055fc50c8e0008
   [junit4]   2> 1855709 WARN  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795))
 [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server 
in 10340ms for sessionid 0x1055fc50c8e0013
   [junit4]   2> 1855709 WARN  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795))
 [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server 
in 10502ms for sessionid 0x1055fc50c8e000f
   [junit4]   2> 1855709 WARN  
(SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker-SendThread(127.0.0.1:38795))
 [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server 
in 10502ms for sessionid 0x1055fc50c8e000a
   [junit4]   2> 1855710 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1055fc50c8e0008, likely client has closed socket
   [junit4]   2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing 
registered processor for nodes: [127.0.0.1:38544_solr] added at times 
[23081598448094853], now=23081608455276182
   [junit4]   2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"5200976c58ce85Tcu762v5b7hvzs12f1tubbehmo",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":23081598448094853,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[23081598448094853],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:38544_solr"]}}
   [junit4]   2> 1855722 DEBUG (ScheduledTrigger-3592-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
.scheduled_maintenance, node_added_restore_trigger]
   [junit4]   2> 1855723 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1055fc50c8e0013, likely client has closed socket
   [junit4]   2> 1855727 INFO  (ScheduledTrigger-3592-thread-2) [    ] 
o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling 
logging.
   [junit4]   2> 1855730 DEBUG (ScheduledTrigger-3592-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - 
removing marker path: /autoscaling/nodeAdded/127.0.0.1:38544_solr
   [junit4]   2> 1855730 DEBUG (AutoscalingActionExecutor-3593-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"5200976c58ce85Tcu762v5b7hvzs12f1tubbehmo",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":23081598448094853,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[23081598448094853],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":23081608467724673,
   [junit4]   2>     "nodeNames":["127.0.0.1:38544_solr"]}}
   [junit4]   2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 
5000ms
   [junit4]   2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 
5000ms
   [junit4]   2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event 
id=5200976c58ce85Tcu762v5b7hvzs12f1tubbehmo
   [junit4]   2> 1855813 WARN  (zkConnectionManagerCallback-2164-thread-1) [    
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@683c21e9 name: 
ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1855813 WARN  (zkConnectionManagerCallback-2164-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1855823 WARN  (zkConnectionManagerCallback-2192-thread-1) [    
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@658045fc name: 
ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1855823 WARN  (zkConnectionManagerCallback-2192-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1855828 WARN  (zkConnectionManagerCallback-2173-thread-1) [    
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@c2761ca name: 
ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1855828 WARN  (zkConnectionManagerCallback-2173-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1855843 WARN  (zkConnectionManagerCallback-2208-thread-1) [    
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@33951f71 name: 
ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1855843 WARN  (zkConnectionManagerCallback-2208-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1857048 WARN  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795))
 [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 
0x1055fc50c8e0013 has expired
   [junit4]   2> 1857049 WARN  (zkConnectionManagerCallback-2208-thread-1) [    
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@33951f71 name: 
ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent 
state:Expired type:None path:null path: null type: None
   [junit4]   2> 1857049 WARN  (zkConnectionManagerCallback-2208-thread-1) [    
] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. 
Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1857049 WARN  (zkConnectionManagerCallback-2208-thread-1) [    
] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1857070 INFO  
(zkConnectionManagerCallback-2208-thread-1-EventThread) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1857070 INFO  (zkConnectionManagerCallback-2208-thread-1) [    
] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 1857088 INFO  (zkConnectionManagerCallback-2208-thread-1) [    
] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1857088 INFO  (zkConnectionManagerCallback-2208-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 1857272 INFO  (qtp583315263-8702) [n:127.0.0.1:45839_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1857277 INFO  (qtp2094134597-8809) [n:127.0.0.1:38544_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1857284 INFO  (qtp1888569288-8778) [n:127.0.0.1:32931_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1857285 DEBUG (qtp2094134597-8810) [n:127.0.0.1:38544_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1857290 INFO  (qtp2094134597-8810) [n:127.0.0.1:38544_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=23
   [junit4]   2> 1857451 WARN  
(jetty-launcher-2131-thread-2-SendThread(127.0.0.1:38795)) [    ] 
o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 
0x1055fc50c8e0008 has expired
   [junit4]   2> 1857451 WARN  (zkConnectionManagerCallback-2164-thread-1) [    
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@683c21e9 name: 
ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent 
state:Expired type:None path:null path: null type: None
   [junit4]   2> 1857451 WARN  (zkConnectionManagerCallback-2164-thread-1) [    
] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. 
Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1857451 WARN  (zkConnectionManagerCallback-2164-thread-1) [    
] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1857475 INFO  
(zkConnectionManagerCallback-2164-thread-1-EventThread) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1857475 INFO  (zkConnectionManagerCallback-2164-thread-1) [    
] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 1857477 INFO  (zkConnectionManagerCallback-2164-thread-1) [    
] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1857477 INFO  (zkConnectionManagerCallback-2164-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 1857521 WARN  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795))
 [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 
0x1055fc50c8e000f has expired
   [junit4]   2> 1857521 WARN  (zkConnectionManagerCallback-2192-thread-1) [    
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@658045fc name: 
ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent 
state:Expired type:None path:null path: null type: None
   [junit4]   2> 1857522 WARN  (zkConnectionManagerCallback-2192-thread-1) [    
] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. 
Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1857522 WARN  (zkConnectionManagerCallback-2192-thread-1) [    
] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1857547 INFO  
(zkConnectionManagerCallback-2192-thread-1-EventThread) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1857547 INFO  (zkConnectionManagerCallback-2192-thread-1) [    
] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 1857551 DEBUG (ScheduledTrigger-3592-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Exception removing nodeAdded marker 
127.0.0.1:38544_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for 
/autoscaling/nodeAdded/127.0.0.1:38544_solr
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:130) 
~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:54) 
~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105) 
~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:317)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:317) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:58)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.NodeAddedTrigger.removeMarker(NodeAddedTrigger.java:210)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.NodeAddedTrigger.lambda$run$2(NodeAddedTrigger.java:190)
 ~[java/:?]
   [junit4]   2>        at java.util.ArrayList.forEach(ArrayList.java:1257) 
[?:1.8.0_172]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.NodeAddedTrigger.run(NodeAddedTrigger.java:188)
 [java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:591)
 [java/:?]
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) 
[?:1.8.0_172]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [?:1.8.0_172]
   [junit4]   2>        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
 [?:1.8.0_172]
   [junit4]   2>        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
 [?:1.8.0_172]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_172]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_172]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 1857589 INFO  (zkConnectionManagerCallback-2192-thread-1) [    
] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1857590 INFO  (zkConnectionManagerCallback-2192-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 1857816 WARN  
(SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker-SendThread(127.0.0.1:38795))
 [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 
0x1055fc50c8e000a has expired
   [junit4]   2> 1857816 WARN  (zkConnectionManagerCallback-2173-thread-1) [    
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@c2761ca name: 
ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent 
state:Expired type:None path:null path: null type: None
   [junit4]   2> 1857816 WARN  (zkConnectionManagerCallback-2173-thread-1) [    
] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. 
Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1857816 WARN  (zkConnectionManagerCallback-2173-thread-1) [    
] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1857835 INFO  
(zkConnectionManagerCallback-2173-thread-1-EventThread) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1857836 INFO  (zkConnectionManagerCallback-2173-thread-1) [    
] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 1857837 INFO  (zkConnectionManagerCallback-2173-thread-1) [    
] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1857837 INFO  (zkConnectionManagerCallback-2173-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 1860291 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=NodeAddedTriggerIntegrationTest 
-Dtests.method=testNodeAddedTriggerRestoreState -Dtests.seed=3E9A21E216C1ABE1 
-Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=lv-LV 
-Dtests.timezone=Etc/GMT-6 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 23.4s J2 | 
NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Two TriggerAction 
instances should have been created by now
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([3E9A21E216C1ABE1:B6A7A89D2C014A4C]:0)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState(NodeAddedTriggerIntegrationTest.java:200)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1860365 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 1860366 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest Found 3 jetty instances 
running
   [junit4]   2> 1860366 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest Shutdown extra jetty instance 
at port 45839
   [junit4]   2> 1860370 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@69221d72{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1860370 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1740607305
   [junit4]   2> 1860371 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 1860372 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3cf62476: rootName = 
solr_45839, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@3ec96471
   [junit4]   2> 1860388 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 1860388 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@768b966e: rootName = 
solr_45839, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@5cd77cc4
   [junit4]   2> 1860392 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 1860392 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3421acec: rootName = 
solr_45839, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@35b3e76e
   [junit4]   2> 1860396 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45839_solr
   [junit4]   2> 1860401 INFO  (zkCallback-2184-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860401 INFO  (zkCallback-2200-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860401 INFO  (zkCallback-2172-thread-6) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860401 INFO  (zkCallback-2151-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860403 INFO  (zkCallback-2207-thread-4) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860403 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 1860403 INFO  (zkCallback-2163-thread-4) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860404 INFO  (zkCallback-2191-thread-4) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860408 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1860410 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.Overseer Overseer 
(id=73570268845309958-127.0.0.1:45839_solr-n_0000000001) closing
   [junit4]   2> 1860410 INFO  
(OverseerStateUpdate-73570268845309958-127.0.0.1:45839_solr-n_0000000001) 
[n:127.0.0.1:45839_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:45839_solr
   [junit4]   2> 1860418 WARN  
(OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001)
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 1860418 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool 
executor now
   [junit4]   2> 1860418 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1860418 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1860418 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread 
pool executor
   [junit4]   2> 1860419 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1860419 DEBUG 
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 1860430 INFO  (zkCallback-2184-thread-1) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32931_solr
   [junit4]   2> 1860431 INFO  (zkCallback-2184-thread-1) 
[n:127.0.0.1:32931_solr    ] o.a.s.c.Overseer Overseer 
(id=73570268845309966-127.0.0.1:32931_solr-n_0000000002) starting
   [junit4]   2> 1860448 INFO  
(OverseerStateUpdate-73570268845309966-127.0.0.1:32931_solr-n_0000000002) 
[n:127.0.0.1:32931_solr    ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:32931_solr
   [junit4]   2> 1860464 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@cc984b7{/solr,null,UNAVAILABLE}
   [junit4]   2> 1860467 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1860468 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 6
   [junit4]   2> 1860468 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, 
lastZnodeVersion -1
   [junit4]   2> 1860468 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto 
znodeVersion 6
   [junit4]   2> 1860501 INFO  
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1860501 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger 
- Initial livenodes: [127.0.0.1:32931_solr, 127.0.0.1:38544_solr]
   [junit4]   2> 1860501 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger 
instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 1860501 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 
127.0.0.1:38544_solr
   [junit4]   2> 1860501 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger 
- removing marker path: /autoscaling/nodeAdded/127.0.0.1:38544_solr
   [junit4]   2> 1860511 INFO  (zkConnectionManagerCallback-2211-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1860525 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:32931_solr, 127.0.0.1:38544_solr]
   [junit4]   2> 1860525 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 
127.0.0.1:45839_solr
   [junit4]   2> 1860526 DEBUG (ScheduledTrigger-3615-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1860526 DEBUG (ScheduledTrigger-3615-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1860528 DEBUG (ScheduledTrigger-3615-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 1860528 DEBUG (ScheduledTrigger-3615-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:45839_solr
   [junit4]   2> 1860538 INFO  (qtp1888569288-8784) [n:127.0.0.1:32931_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1860543 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, 
lastZnodeVersion 6
   [junit4]   2> 1860559 INFO  (qtp1888569288-8784) [n:127.0.0.1:32931_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=20
   [junit4]   2> 1860564 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas
   [junit4]   2> 1860565 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .scheduled_maintenance
   [junit4]   2> 1860566 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: 
node_added_restore_trigger
   [junit4]   2> 1860567 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest /autoscaling.json reset, new 
znode version 7
   [junit4]   2> 1860567 DEBUG (zkCallback-2191-thread-4) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
7
   [junit4]   2> 1860567 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto 
znodeVersion 7
   [junit4]   2> 1860568 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1860568 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1860568 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1860568 DEBUG 
(OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002)
 [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, 
lastZnodeVersion 7
   [junit4]   2> 1860575 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7175a744{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1860575 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=942014733
   [junit4]   2> 1860576 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 1860576 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@46eb4d34: rootName = 
solr_32931, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@118070c9
   [junit4]   2> 1860587 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 1860587 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7af7f6f5: rootName = 
solr_32931, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@5cd77cc4
   [junit4]   2> 1860596 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 1860596 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@530651da: rootName = 
solr_32931, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@35b3e76e
   [junit4]   2> 1860609 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:32931_solr
   [junit4]   2> 1860611 INFO  (zkCallback-2207-thread-4) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860611 INFO  (zkCallback-2200-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860611 INFO  (zkCallback-2191-thread-4) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860617 INFO  (zkCallback-2172-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860618 INFO  (zkCallback-2172-thread-6) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860618 INFO  (zkCallback-2184-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860618 INFO  
(TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 1860621 INFO  (TEST-NodeAddedTriggerIn

[...truncated too long message...]


-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null154716901
     [copy] Copying 240 files to 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null154716901
   [delete] Deleting directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null154716901

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: 
org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath]         confs: [default]
[ivy:cachepath]         found 
org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath]         found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath]         found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath]         found org.apache.httpcomponents#httpclient;4.3.6 in 
public
[ivy:cachepath]         found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath]         found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath]         found commons-codec#commons-codec;1.6 in public
[ivy:cachepath]         found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 97ms :: artifacts dl 18ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for 
further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 213 minutes 31 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
        at hudson.FilePath$34.hasMatch(FilePath.java:2678)
        at hudson.FilePath$34.invoke(FilePath.java:2557)
        at hudson.FilePath$34.invoke(FilePath.java:2547)
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
                at 
hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
                at 
hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
                at hudson.remoting.Channel.call(Channel.java:955)
                at hudson.FilePath.act(FilePath.java:1036)
                at hudson.FilePath.act(FilePath.java:1025)
                at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
                at 
hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
                at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
                at 
hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
                at hudson.model.Build$BuildExecution.post2(Build.java:186)
                at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
                at hudson.model.Run.execute(Run.java:1819)
                at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
                at 
hudson.model.ResourceController.execute(ResourceController.java:97)
                at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
        at hudson.remoting.UserRequest.perform(UserRequest.java:212)
        at hudson.remoting.UserRequest.perform(UserRequest.java:54)
        at hudson.remoting.Request$2.run(Request.java:369)
        at 
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no 
matches found within 10000
        at hudson.FilePath.act(FilePath.java:1038)
        at hudson.FilePath.act(FilePath.java:1025)
        at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
        at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
        at 
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
        at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
        at hudson.model.Build$BuildExecution.post2(Build.java:186)
        at 
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
        at hudson.model.Run.execute(Run.java:1819)
        at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
        at hudson.model.ResourceController.execute(ResourceController.java:97)
        at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern 
"**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to