Build: https://builds.apache.org/job/Lucene-Solr-Tests-8.x/157/
3 tests failed. FAILED: org.apache.solr.cloud.OverseerTest.testReplay Error Message: Timeout waiting to see state for collection=collection1 :DocCollection(collection1//clusterstate.json/2)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node1":{ "base_url":"http://127.0.0.1/solr", "node_name":"node1", "core":"core1", "roles":"", "state":"recovering"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true"} Stack Trace: java.util.concurrent.TimeoutException: Timeout waiting to see state for collection=collection1 :DocCollection(collection1//clusterstate.json/2)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node1":{ "base_url":"http://127.0.0.1/solr", "node_name":"node1", "core":"core1", "roles":"", "state":"recovering"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true"} at __randomizedtesting.SeedInfo.seed([EF795B38E41D3CF2:A7B0537C0A2E4D89]:0) at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1531) at org.apache.solr.cloud.OverseerTest.testReplay(OverseerTest.java:1264) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.OverseerTest.testOverseerFailure Error Message: Test abandoned because suite timeout was reached. Stack Trace: java.lang.Exception: Test abandoned because suite timeout was reached. at __randomizedtesting.SeedInfo.seed([EF795B38E41D3CF2]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.OverseerTest Error Message: Suite timeout exceeded (>= 7200000 msec). Stack Trace: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec). at __randomizedtesting.SeedInfo.seed([EF795B38E41D3CF2]:0) Build Log: [...truncated 15538 lines...] [junit4] Suite: org.apache.solr.cloud.OverseerTest [junit4] 2> 21727 INFO (SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerTest_EF795B38E41D3CF2-001/init-core-data-001 [junit4] 2> 22922 INFO (SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 23380 INFO (SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker) [ ] o.e.j.u.log Logging initialized @23542ms to org.eclipse.jetty.util.log.Slf4jLog [junit4] 2> 23511 INFO (SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 26727 INFO (SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 26750 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 26750 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 27073 INFO (SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43030 [junit4] 2> 27077 INFO (SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43030 [junit4] 2> 27106 INFO (SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43030 [junit4] 2> 28111 INFO (zkConnectionManagerCallback-3-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 28576 INFO (zkConnectionManagerCallback-5-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 28590 INFO (SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore [junit4] 2> 28590 INFO (SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end [junit4] 2> 28844 INFO (TEST-OverseerTest.testReplay-seed#[EF795B38E41D3CF2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplay [junit4] 2> 31774 INFO (zkConnectionManagerCallback-9-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 33260 WARN (TEST-OverseerTest.testReplay-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 34022 WARN (TEST-OverseerTest.testReplay-seed#[EF795B38E41D3CF2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@28874ef7[provider=null,keyStore=null,trustStore=null] [junit4] 2> 45292 INFO (zkConnectionManagerCallback-16-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 47503 INFO (TEST-OverseerTest.testReplay-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 48014 INFO (zkConnectionManagerCallback-21-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 48104 INFO (TEST-OverseerTest.testReplay-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43030/solr ready [junit4] 2> 48304 INFO (TEST-OverseerTest.testReplay-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43030_solr [junit4] 2> 48434 INFO (TEST-OverseerTest.testReplay-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.Overseer Overseer (id=74561466353057794-127.0.0.1:43030_solr-n_0000000000) starting [junit4] 2> 50039 WARN (TEST-OverseerTest.testReplay-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState. [junit4] 2> 50291 INFO (OverseerStateUpdate-74561466353057794-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43030_solr [junit4] 2> 51751 WARN (OverseerStateUpdate-74561466353057794-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer work queue loop [junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1336) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:370) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:370) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:220) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processQueueItem(Overseer.java:317) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:189) ~[java/:?] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191] [junit4] 2> 51751 INFO (OverseerStateUpdate-74561466353057794-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43030_solr [junit4] 2> 51770 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x108e54233e80002, likely client has closed socket [junit4] 2> 52388 INFO (OverseerCollectionConfigSetProcessor-74561466353057794-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=74561466353057794-127.0.0.1:43030_solr-n_0000000000) am no longer a leader. propsId=null [junit4] 2> 52425 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper [junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1221) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:358) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191] [junit4] 2> 52734 ERROR (OverseerAutoScalingTriggerThread-74561466353057794-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Unexpected exception [junit4] 2> => java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json [junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:193) [junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json [junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:193) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.refreshAutoScalingConf(OverseerTriggerThread.java:301) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:173) ~[java/:?] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191] [junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1221) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:358) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:186) ~[java/:?] [junit4] 2> ... 3 more [junit4] 2> 52897 INFO (closeThreadPool-23-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74561466353057794-127.0.0.1:43030_solr-n_0000000000) closing [junit4] 2> 52916 INFO (OverseerAutoScalingTriggerThread-74561466353057794-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 53606 INFO (TEST-OverseerTest.testReplay-seed#[EF795B38E41D3CF2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplay [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverseerTest -Dtests.method=testReplay -Dtests.seed=EF795B38E41D3CF2 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=nl-NL -Dtests.timezone=Europe/Lisbon -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] ERROR 25.3s J0 | OverseerTest.testReplay <<< [junit4] > Throwable #1: java.util.concurrent.TimeoutException: Timeout waiting to see state for collection=collection1 :DocCollection(collection1//clusterstate.json/2)={ [junit4] > "pullReplicas":"0", [junit4] > "replicationFactor":"1", [junit4] > "shards":{"shard1":{ [junit4] > "range":"80000000-7fffffff", [junit4] > "state":"active", [junit4] > "replicas":{"core_node1":{ [junit4] > "base_url":"http://127.0.0.1/solr", [junit4] > "node_name":"node1", [junit4] > "core":"core1", [junit4] > "roles":"", [junit4] > "state":"recovering"}}}}, [junit4] > "router":{"name":"compositeId"}, [junit4] > "maxShardsPerNode":"1", [junit4] > "autoAddReplicas":"false", [junit4] > "nrtReplicas":"1", [junit4] > "tlogReplicas":"0", [junit4] > "autoCreated":"true"} [junit4] > at __randomizedtesting.SeedInfo.seed([EF795B38E41D3CF2:A7B0537C0A2E4D89]:0) [junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1531) [junit4] > at org.apache.solr.cloud.OverseerTest.testReplay(OverseerTest.java:1264) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> 53864 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDoubleAssignment [junit4] 2> 54919 INFO (zkConnectionManagerCallback-27-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 55117 INFO (zkCallback-4-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 55132 INFO (zkCallback-26-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 55298 INFO (zkConnectionManagerCallback-31-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 55356 WARN (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 55392 WARN (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@385f334b[provider=null,keyStore=null,trustStore=null] [junit4] 2> 55526 INFO (zkConnectionManagerCallback-38-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 55638 INFO (zkConnectionManagerCallback-43-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 55796 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 55890 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43030/solr ready [junit4] 2> 55956 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43030_solr [junit4] 2> 55957 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.Overseer Overseer (id=74561466353057798-127.0.0.1:43030_solr-n_0000000000) starting [junit4] 2> 56038 WARN (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState. [junit4] 2> 56111 INFO (OverseerStateUpdate-74561466353057798-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43030_solr [junit4] 2> 56163 INFO (OverseerStateUpdate-74561466353057798-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 56398 INFO (zkConnectionManagerCallback-48-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 56558 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 56631 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43030/solr ready [junit4] 2> 57354 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1 [junit4] 2> 57425 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74561466353057797-node1_core1-n_0000000000 [junit4] 2> 57733 INFO (zkCallback-47-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 57754 INFO (zkCallback-30-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 57754 INFO (zkCallback-42-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 57754 INFO (zkCallback-4-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 57754 INFO (zkCallback-26-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 58057 INFO (zkConnectionManagerCallback-50-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 58305 INFO (zkCallback-4-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 58305 INFO (zkCallback-47-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 58312 INFO (zkCallback-30-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 58343 INFO (zkCallback-42-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 58366 INFO (zkCallback-49-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 58512 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1 [junit4] 2> 58515 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74561466353057802-node1_core1-n_0000000001 [junit4] 2> 63680 INFO (zkCallback-42-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 63681 INFO (zkCallback-49-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 63688 INFO (zkCallback-4-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 63703 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x108e54233e8000a, likely client has closed socket [junit4] 2> 63717 INFO (zkCallback-47-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 63944 INFO (closeThreadPool-54-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74561466353057798-127.0.0.1:43030_solr-n_0000000000) closing [junit4] 2> 63945 INFO (OverseerAutoScalingTriggerThread-74561466353057798-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 63951 INFO (OverseerStateUpdate-74561466353057798-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43030_solr [junit4] 2> 63988 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper [junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1221) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:358) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191] [junit4] 2> 64510 INFO (TEST-OverseerTest.testDoubleAssignment-seed#[EF795B38E41D3CF2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDoubleAssignment [junit4] 2> 64651 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerFailure [junit4] 2> 65209 INFO (zkConnectionManagerCallback-58-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 65280 INFO (zkCallback-4-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 65281 INFO (zkCallback-57-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 65337 INFO (zkConnectionManagerCallback-62-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 65371 WARN (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 65399 WARN (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4a98ea5a[provider=null,keyStore=null,trustStore=null] [junit4] 2> 65556 INFO (zkConnectionManagerCallback-69-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 65658 INFO (zkConnectionManagerCallback-74-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 65667 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 65677 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43030/solr ready [junit4] 2> 65714 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43030_solr [junit4] 2> 65715 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.Overseer Overseer (id=74561466353057804-127.0.0.1:43030_solr-n_0000000000) starting [junit4] 2> 65752 WARN (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState. [junit4] 2> 67327 INFO (OverseerStateUpdate-74561466353057804-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43030_solr [junit4] 2> 67432 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=1024039526 [junit4] 2> 67432 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=2013987747 [junit4] 2> 67434 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=1086989557 [junit4] 2> 67581 INFO (OverseerStateUpdate-74561466353057804-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 67618 INFO (zkConnectionManagerCallback-79-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 67691 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 67796 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43030/solr ready [junit4] 2> 68129 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1 [junit4] 2> 68295 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74561466353057803-node1_core1-n_0000000000 [junit4] 2> 68822 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1 [junit4] 2> 68915 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74561466353057803-node1_core1-n_0000000001 [junit4] 2> 69273 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1 [junit4] 2> 69275 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74561466353057803-node1_core1-n_0000000002 [junit4] 2> 69414 INFO (zkConnectionManagerCallback-81-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 69414 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.Overseer Overseer (id=74561466353057804-127.0.0.1:43030_solr-n_0000000000) closing [junit4] 2> 69414 INFO (OverseerAutoScalingTriggerThread-74561466353057804-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 69425 INFO (OverseerStateUpdate-74561466353057804-127.0.0.1:43030_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43030_solr [junit4] 2> 69698 WARN (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 69818 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper [junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1221) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:358) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358) ~[java/:?] [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) ~[java/:?] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191] [junit4] 2> 70046 WARN (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3fc2df57[provider=null,keyStore=null,trustStore=null] [junit4] 2> 70168 INFO (zkConnectionManagerCallback-88-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 70301 INFO (zkConnectionManagerCallback-93-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 70314 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 70316 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43030/solr ready [junit4] 2> 70330 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43030_solr [junit4] 2> 70331 INFO (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.Overseer Overseer (id=74561466353057808-127.0.0.1:43030_solr-n_0000000001) starting [junit4] 2> 70383 WARN (TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]) [ ] o.a.s.c.Overseer Unable to check back-compat of .system collection - can't obtain ClusterState. [junit4] 2> 70403 INFO (OverseerStateUpdate-74561466353057808-127.0.0.1:43030_solr-n_0000000001) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43030_solr [junit4] 2> 70439 INFO (OverseerStateUpdate-74561466353057808-127.0.0.1:43030_solr-n_0000000001) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 92481 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=1236901821 [junit4] 2> apr 21, 2019 8:44:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate [junit4] 2> WARNING: Suite execution timed out: org.apache.solr.cloud.OverseerTest [junit4] 2> ==== jstack at approximately timeout time ==== [junit4] 2> "ScheduledTrigger-18-thread-4" ID=160 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@60272075 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@60272075 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) [junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "ScheduledTrigger-18-thread-3" ID=159 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@60272075 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@60272075 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) [junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "ScheduledTrigger-18-thread-2" ID=158 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@60272075 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@60272075 [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) [junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) [junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "ScheduledTrigger-18-thread-1" ID=157 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@60272075 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@60272075 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) [junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "OverseerAutoScalingTriggerThread-74561466353057808-127.0.0.1:43030_solr-n_0000000001" ID=156 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@456f29cc [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@456f29cc [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:200) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "OverseerCollectionConfigSetProcessor-74561466353057808-127.0.0.1:43030_solr-n_0000000001" ID=155 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@18c6e415 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@18c6e415 [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) [junit4] 2> at org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:468) [junit4] 2> at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:245) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:239) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "OverseerStateUpdate-74561466353057808-127.0.0.1:43030_solr-n_0000000001" ID=154 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4630bd95 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4630bd95 [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) [junit4] 2> at org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:468) [junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:224) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "zkConnectionManagerCallback-93-thread-1" ID=153 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1fcd19ae [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1fcd19ae [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-EventThread" ID=152 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23d062d2 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23d062d2 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-SendThread(lucene2-us-west.apache.org:43030)" ID=151 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@c19dcf1 [junit4] 2> - locked java.util.Collections$UnmodifiableSet@4f0604f2 [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@38f164d5 [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) [junit4] 2> [junit4] 2> "Connection evictor" ID=150 TIMED_WAITING [junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4] 2> at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "zkConnectionManagerCallback-88-thread-1" ID=149 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@181747eb [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@181747eb [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-EventThread" ID=148 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5aabfe4c [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5aabfe4c [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-SendThread(lucene2-us-west.apache.org:43030)" ID=147 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@25f5507f [junit4] 2> - locked java.util.Collections$UnmodifiableSet@16115fd8 [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@341b7aee [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) [junit4] 2> [junit4] 2> "h2sc-85-thread-2" ID=146 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@31c7abbf [junit4] 2> - locked java.util.Collections$UnmodifiableSet@3ebe7350 [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@224d04c0 [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$$Lambda$59/581784764.run(Unknown Source) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$11/5546519.run(Unknown Source) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Locked synchronizers: [junit4] 2> - java.util.concurrent.ThreadPoolExecutor$Worker@10b5d8cb [junit4] 2> [junit4] 2> "h2sc-85-thread-1" ID=145 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@4deec66d [junit4] 2> - locked java.util.Collections$UnmodifiableSet@4178063c [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@c91d9b0 [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$$Lambda$59/581784764.run(Unknown Source) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$11/5546519.run(Unknown Source) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Locked synchronizers: [junit4] 2> - java.util.concurrent.ThreadPoolExecutor$Worker@197852cd [junit4] 2> [junit4] 2> "Connection evictor" ID=144 TIMED_WAITING [junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4] 2> at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "Connection evictor" ID=143 TIMED_WAITING [junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4] 2> at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "zkConnectionManagerCallback-81-thread-1" ID=141 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46b0a7e6 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46b0a7e6 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-EventThread" ID=140 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d56ccf3 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d56ccf3 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-SendThread(lucene2-us-west.apache.org:43030)" ID=139 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@7c9e7c83 [junit4] 2> - locked java.util.Collections$UnmodifiableSet@7ec076f9 [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@3d0c6150 [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) [junit4] 2> [junit4] 2> "zkConnectionManagerCallback-79-thread-1" ID=128 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76760356 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76760356 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-EventThread" ID=127 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7983137f [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7983137f [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-SendThread(lucene2-us-west.apache.org:43030)" ID=126 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@489c508 [junit4] 2> - locked java.util.Collections$UnmodifiableSet@5ad13228 [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@1c7bf697 [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) [junit4] 2> [junit4] 2> "Connection evictor" ID=125 TIMED_WAITING [junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4] 2> at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "zkConnectionManagerCallback-74-thread-1" ID=121 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d82068c [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d82068c [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-EventThread" ID=120 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37e93db1 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@37e93db1 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-SendThread(lucene2-us-west.apache.org:43030)" ID=119 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@64fa0916 [junit4] 2> - locked java.util.Collections$UnmodifiableSet@27f68450 [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@4aad4044 [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) [junit4] 2> [junit4] 2> "Connection evictor" ID=118 TIMED_WAITING [junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4] 2> at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "zkConnectionManagerCallback-69-thread-1" ID=117 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34d7f815 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34d7f815 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-EventThread" ID=116 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@d1f520 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@d1f520 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-SendThread(lucene2-us-west.apache.org:43030)" ID=115 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@1316356e [junit4] 2> - locked java.util.Collections$UnmodifiableSet@3399e828 [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@3805b91e [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) [junit4] 2> [junit4] 2> "h2sc-66-thread-2" ID=114 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@377233cb [junit4] 2> - locked java.util.Collections$UnmodifiableSet@15edcd0e [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@6949bf33 [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$$Lambda$59/581784764.run(Unknown Source) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$11/5546519.run(Unknown Source) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Locked synchronizers: [junit4] 2> - java.util.concurrent.ThreadPoolExecutor$Worker@216c07c0 [junit4] 2> [junit4] 2> "h2sc-66-thread-1" ID=113 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@7c91364d [junit4] 2> - locked java.util.Collections$UnmodifiableSet@5adbbe7f [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@21259d97 [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) [junit4] 2> at org.eclipse.jetty.io.ManagedSelector$$Lambda$59/581784764.run(Unknown Source) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$11/5546519.run(Unknown Source) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Locked synchronizers: [junit4] 2> - java.util.concurrent.ThreadPoolExecutor$Worker@22434a66 [junit4] 2> [junit4] 2> "Connection evictor" ID=112 TIMED_WAITING [junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4] 2> at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "Connection evictor" ID=111 TIMED_WAITING [junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4] 2> at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "zkConnectionManagerCallback-58-thread-1" ID=106 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b11ea7 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b11ea7 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-EventThread" ID=105 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@70677302 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@70677302 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]-SendThread(lucene2-us-west.apache.org:43030)" ID=104 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@77481337 [junit4] 2> - locked java.util.Collections$UnmodifiableSet@7a0cf16c [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@77458cac [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) [junit4] 2> [junit4] 2> "zkConnectionManagerCallback-5-thread-1" ID=25 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3cf10e25 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3cf10e25 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker-EventThread" ID=24 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@b176327 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@b176327 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) [junit4] 2> [junit4] 2> "SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker-SendThread(lucene2-us-west.apache.org:43030)" ID=23 RUNNABLE [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@160d64b8 [junit4] 2> - locked java.util.Collections$UnmodifiableSet@4df6aa39 [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@79421584 [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) [junit4] 2> [junit4] 2> "zkConnectionManagerCallback-3-thread-1" ID=22 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@497c5fd0 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@497c5fd0 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker-EventThread" ID=21 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3429cae3 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3429cae3 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) [junit4] 2> [junit4] 2> "SUITE-OverseerTest-seed#[EF795B38E41D3CF2]-worker-SendThread(lucene2-us-west.apache.org:43030)" ID=20 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@4cf6193d [junit4] 2> - locked java.util.Collections$UnmodifiableSet@25f1db12 [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@e5882a3 [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) [junit4] 2> [junit4] 2> "ProcessThread(sid:0 cport:43030):" ID=18 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@74dc2f59 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@74dc2f59 [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123) [junit4] 2> [junit4] 2> "SyncThread:0" ID=17 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@89fff0e [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@89fff0e [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:127) [junit4] 2> [junit4] 2> "SessionTracker" ID=16 TIMED_WAITING on org.apache.zookeeper.server.SessionTrackerImpl@39261b12 [junit4] 2> at java.lang.Object.wait(Native Method) [junit4] 2> - timed waiting on org.apache.zookeeper.server.SessionTrackerImpl@39261b12 [junit4] 2> at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147) [junit4] 2> [junit4] 2> "NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0" ID=15 RUNNABLE (in native code) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) [junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) [junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] 2> - locked sun.nio.ch.Util$3@231d8c44 [junit4] 2> - locked java.util.Collections$UnmodifiableSet@699a5f1e [junit4] 2> - locked sun.nio.ch.EPollSelectorImpl@7c290393 [junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "ZkTestServer Run Thread" ID=14 WAITING on org.apache.zookeeper.server.ZooKeeperThread@1917d6cd [junit4] 2> at java.lang.Object.wait(Native Method) [junit4] 2> - waiting on org.apache.zookeeper.server.ZooKeeperThread@1917d6cd [junit4] 2> at java.lang.Thread.join(Thread.java:1252) [junit4] 2> at java.lang.Thread.join(Thread.java:1326) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:320) [junit4] 2> at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343) [junit4] 2> at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566) [junit4] 2> [junit4] 2> "TEST-OverseerTest.testOverseerFailure-seed#[EF795B38E41D3CF2]" ID=13 WAITING on org.apache.zookeeper.ClientCnxn$Packet@b39f497 [junit4] 2> at java.lang.Object.wait(Native Method) [junit4] 2> - waiting on org.apache.zookeeper.ClientCnxn$Packet@b39f497 [junit4] 2> at java.lang.Object.wait(Object.java:502) [junit4] 2> at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1407) [junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1106) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:324) [junit4] 2> at org.apache.solr.cloud.OverseerTest.getClusterStateVersion(OverseerTest.java:1398) [junit4] 2> at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:690) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> "Log4j2-TF-1-AsyncLoggerConfig-1" ID=12 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44893618 [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> - timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44893618 [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) [junit4] 2> at com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:38) [junit4] 2> at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) [junit4] 2> at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) [junit4] 2> at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) [junit4] 2> at java.lang.Thre [...truncated too long message...] gs :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/lucene/top-level-ivy-settings.xml resolve: jar-checksums: [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/null1595796857 [copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/null1595796857 [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/null1595796857 check-working-copy: [ivy:cachepath] :: resolving dependencies :: #;work...@lucene2-us-west.apache.org [ivy:cachepath] confs: [default] [ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public [ivy:cachepath] found com.jcraft#jsch;0.1.54 in public [ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public [ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public [ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public [ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public [ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public [ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public [ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public [ivy:cachepath] :: resolution report :: resolve 62ms :: artifacts dl 2ms --------------------------------------------------------------------- | | modules || artifacts | | conf | number| search|dwnlded|evicted|| number|dwnlded| --------------------------------------------------------------------- | default | 9 | 0 | 0 | 0 || 9 | 0 | --------------------------------------------------------------------- [wc-checker] Initializing working copy... [wc-checker] Checking working copy status... -jenkins-base: BUILD SUCCESSFUL Total time: 265 minutes 52 seconds Archiving artifacts java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707) at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086) Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2 at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741) at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357) at hudson.remoting.Channel.call(Channel.java:955) at hudson.FilePath.act(FilePath.java:1072) at hudson.FilePath.act(FilePath.java:1061) at hudson.FilePath.validateAntFileMask(FilePath.java:2705) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690) at hudson.model.Build$BuildExecution.post2(Build.java:186) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635) at hudson.model.Run.execute(Run.java:1835) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) Caused: hudson.FilePath$TunneledInterruptedException at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088) at hudson.remoting.UserRequest.perform(UserRequest.java:212) at hudson.remoting.UserRequest.perform(UserRequest.java:54) at hudson.remoting.Request$2.run(Request.java:369) at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath.act(FilePath.java:1074) at hudson.FilePath.act(FilePath.java:1061) at hudson.FilePath.validateAntFileMask(FilePath.java:2705) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690) at hudson.model.Build$BuildExecution.post2(Build.java:186) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635) at hudson.model.Run.execute(Run.java:1835) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error? Recording test results Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures)
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org