Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2263/
7 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.TestHighlightDedupGrouping Error Message: 1 thread leaked from SUITE scope at org.apache.solr.TestHighlightDedupGrouping: 1) Thread[id=13780, name=qtp1195393389-13780, state=TIMED_WAITING, group=TGRP-TestHighlightDedupGrouping] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.TestHighlightDedupGrouping: 1) Thread[id=13780, name=qtp1195393389-13780, state=TIMED_WAITING, group=TGRP-TestHighlightDedupGrouping] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([C49CA55F857A8729]:0) FAILED: junit.framework.TestSuite.org.apache.solr.TestHighlightDedupGrouping Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=13780, name=qtp1195393389-13780, state=TIMED_WAITING, group=TGRP-TestHighlightDedupGrouping] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=13780, name=qtp1195393389-13780, state=TIMED_WAITING, group=TGRP-TestHighlightDedupGrouping] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([C49CA55F857A8729]:0) FAILED: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test Error Message: KeeperErrorCode = Session expired for /clusterstate.json Stack Trace: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json at __randomizedtesting.SeedInfo.seed([C49CA55F857A8729:4CC89A852B86EAD1]:0) at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212) at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339) at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:541) at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:351) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:681) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:676) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:471) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.TestPullReplica.testAddDocs Error Message: Replica core_node4 not up to date after 10 seconds expected:<2> but was:<1> Stack Trace: java.lang.AssertionError: Replica core_node4 not up to date after 10 seconds expected:<2> but was:<1> at __randomizedtesting.SeedInfo.seed([C49CA55F857A8729:2417BE59663475C4]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.apache.solr.cloud.TestPullReplica.testAddDocs(TestPullReplica.java:243) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica Error Message: Could not load collection from ZK: tlog_replica_test_kill_tlog_replica Stack Trace: org.apache.solr.common.SolrException: Could not load collection from ZK: tlog_replica_test_kill_tlog_replica at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108) at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647) at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:137) at org.apache.solr.cloud.TestTlogReplica.tearDown(TestTlogReplica.java:121) at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/tlog_replica_test_kill_tlog_replica/state.json at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212) at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339) at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120) at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106) ... 39 more FAILED: org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates Error Message: Error from server at http://127.0.0.1:35443/solr: Request says it is coming from leader, but we are the leader Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35443/solr: Request says it is coming from leader, but we are the leader at __randomizedtesting.SeedInfo.seed([C49CA55F857A8729:425D5DB2DA2B51C9]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates(TestTlogReplica.java:672) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration Error Message: Path /autoscaling/nodeAdded/127.0.0.1:41353_solr wasn't created Stack Trace: java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:41353_solr wasn't created at __randomizedtesting.SeedInfo.seed([C49CA55F857A8729:DC262D538B4F4AC6]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:936) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 11806 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [junit4] 2> 292558 INFO (SUITE-TriggerIntegrationTest-seed#[C49CA55F857A8729]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C49CA55F857A8729-001/init-core-data-001 [junit4] 2> 292559 WARN (SUITE-TriggerIntegrationTest-seed#[C49CA55F857A8729]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2 [junit4] 2> 292559 INFO (SUITE-TriggerIntegrationTest-seed#[C49CA55F857A8729]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 292560 INFO (SUITE-TriggerIntegrationTest-seed#[C49CA55F857A8729]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 292561 INFO (SUITE-TriggerIntegrationTest-seed#[C49CA55F857A8729]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C49CA55F857A8729-001/tempDir-001 [junit4] 2> 292561 INFO (SUITE-TriggerIntegrationTest-seed#[C49CA55F857A8729]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 292561 INFO (Thread-126) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 292561 INFO (Thread-126) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 292580 ERROR (Thread-126) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 292661 INFO (SUITE-TriggerIntegrationTest-seed#[C49CA55F857A8729]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39243 [junit4] 2> 292767 INFO (zkConnectionManagerCallback-80-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 292804 INFO (jetty-launcher-77-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2560-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 292811 INFO (jetty-launcher-77-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2560-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 292812 INFO (jetty-launcher-77-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 292812 INFO (jetty-launcher-77-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 292813 INFO (jetty-launcher-77-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 292813 INFO (jetty-launcher-77-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b1832b2{/solr,null,AVAILABLE} [junit4] 2> 292814 INFO (jetty-launcher-77-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5469057c{HTTP/1.1,[http/1.1]}{127.0.0.1:40518} [junit4] 2> 292814 INFO (jetty-launcher-77-thread-1) [ ] o.e.j.s.Server Started @308442ms [junit4] 2> 292814 INFO (jetty-launcher-77-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40518} [junit4] 2> 292814 ERROR (jetty-launcher-77-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 292814 INFO (jetty-launcher-77-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 292814 INFO (jetty-launcher-77-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 292814 INFO (jetty-launcher-77-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 292814 INFO (jetty-launcher-77-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-18T00:05:12.889Z [junit4] 2> 292854 INFO (jetty-launcher-77-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 292854 INFO (jetty-launcher-77-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 292855 INFO (jetty-launcher-77-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 292860 INFO (jetty-launcher-77-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a3f520{/solr,null,AVAILABLE} [junit4] 2> 292861 INFO (jetty-launcher-77-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5207af2d{HTTP/1.1,[http/1.1]}{127.0.0.1:43398} [junit4] 2> 292861 INFO (jetty-launcher-77-thread-2) [ ] o.e.j.s.Server Started @308489ms [junit4] 2> 292861 INFO (jetty-launcher-77-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43398} [junit4] 2> 292861 ERROR (jetty-launcher-77-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 292861 INFO (jetty-launcher-77-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 292861 INFO (jetty-launcher-77-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 292861 INFO (jetty-launcher-77-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 292861 INFO (jetty-launcher-77-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-18T00:05:12.936Z [junit4] 2> 292915 INFO (zkConnectionManagerCallback-82-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 292935 INFO (jetty-launcher-77-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 292961 INFO (zkConnectionManagerCallback-84-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 292990 INFO (jetty-launcher-77-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39243/solr [junit4] 2> 293006 INFO (jetty-launcher-77-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 293025 INFO (jetty-launcher-77-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39243/solr [junit4] 2> 293045 INFO (zkConnectionManagerCallback-88-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 293061 INFO (zkConnectionManagerCallback-92-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 293071 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1610695713d0004, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 293099 INFO (zkConnectionManagerCallback-94-thread-1-processing-n:127.0.0.1:40518_solr) [n:127.0.0.1:40518_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 293100 INFO (zkConnectionManagerCallback-96-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 293355 INFO (jetty-launcher-77-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 293356 INFO (jetty-launcher-77-thread-1) [n:127.0.0.1:40518_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 293358 INFO (jetty-launcher-77-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43398_solr [junit4] 2> 293359 INFO (jetty-launcher-77-thread-1) [n:127.0.0.1:40518_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40518_solr [junit4] 2> 293359 INFO (jetty-launcher-77-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.Overseer Overseer (id=99367905698578438-127.0.0.1:43398_solr-n_0000000000) starting [junit4] 2> 293434 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:40518_solr) [n:127.0.0.1:40518_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 293466 INFO (OverseerStateUpdate-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 293468 INFO (jetty-launcher-77-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43398_solr [junit4] 2> 293469 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:40518_solr) [n:127.0.0.1:40518_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 293473 INFO (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 293473 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 293479 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 293480 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40518_solr, 127.0.0.1:43398_solr] [junit4] 2> 293480 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 293480 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 293491 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 293497 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 293497 DEBUG (ScheduledTrigger-223-thread-1) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 293588 INFO (jetty-launcher-77-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43398.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 293613 INFO (jetty-launcher-77-thread-1) [n:127.0.0.1:40518_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40518.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 293630 INFO (jetty-launcher-77-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43398.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 293631 INFO (jetty-launcher-77-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43398.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 293632 INFO (jetty-launcher-77-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C49CA55F857A8729-001/tempDir-001/node2/. [junit4] 2> 293679 INFO (jetty-launcher-77-thread-1) [n:127.0.0.1:40518_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40518.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 293680 INFO (jetty-launcher-77-thread-1) [n:127.0.0.1:40518_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40518.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 293684 INFO (jetty-launcher-77-thread-1) [n:127.0.0.1:40518_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C49CA55F857A8729-001/tempDir-001/node1/. [junit4] 2> 293836 INFO (zkConnectionManagerCallback-102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 293903 INFO (zkConnectionManagerCallback-106-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 293906 INFO (SUITE-TriggerIntegrationTest-seed#[C49CA55F857A8729]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 293906 INFO (SUITE-TriggerIntegrationTest-seed#[C49CA55F857A8729]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39243/solr ready [junit4] 2> 293937 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger [junit4] 2> 293938 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2 [junit4] 2> 293938 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 293939 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 293960 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 293962 INFO (qtp1693797016-455) [n:127.0.0.1:40518_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 293964 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 293964 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 293978 INFO (qtp1067042188-463) [n:127.0.0.1:43398_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 293979 DEBUG (qtp1693797016-451) [n:127.0.0.1:40518_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 293981 INFO (qtp1693797016-451) [n:127.0.0.1:40518_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=34 [junit4] 2> 293981 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 293984 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40518_solr, 127.0.0.1:43398_solr] [junit4] 2> 293984 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 293984 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 293985 INFO (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 293986 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2560-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 293995 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 294009 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 294009 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 294009 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 293995 DEBUG (ScheduledTrigger-223-thread-1) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 294009 DEBUG (ScheduledTrigger-223-thread-1) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 294009 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 294010 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e12f549{/solr,null,AVAILABLE} [junit4] 2> 294010 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5371d431{HTTP/1.1,[http/1.1]}{127.0.0.1:39049} [junit4] 2> 294010 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.e.j.s.Server Started @309639ms [junit4] 2> 294011 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39049} [junit4] 2> 294011 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 294026 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 294026 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 294026 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 294026 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-18T00:05:14.101Z [junit4] 2> 294037 INFO (zkConnectionManagerCallback-108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 294038 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 294068 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39243/solr [junit4] 2> 294074 INFO (zkConnectionManagerCallback-112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 294097 INFO (zkConnectionManagerCallback-114-thread-1-processing-n:127.0.0.1:39049_solr) [n:127.0.0.1:39049_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 294109 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [n:127.0.0.1:39049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 294112 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [n:127.0.0.1:39049_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 294114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [n:127.0.0.1:39049_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39049_solr [junit4] 2> 294115 INFO (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 294118 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:40518_solr) [n:127.0.0.1:40518_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 294137 INFO (zkCallback-105-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 294143 INFO (zkCallback-113-thread-1-processing-n:127.0.0.1:39049_solr) [n:127.0.0.1:39049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 294305 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [n:127.0.0.1:39049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39049.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 294328 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [n:127.0.0.1:39049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39049.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 294328 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [n:127.0.0.1:39049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39049.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 294330 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [n:127.0.0.1:39049_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C49CA55F857A8729-001/tempDir-001/node3/. [junit4] 2> 295018 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 295018 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 295018 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39049_solr at time 688247086293332 [junit4] 2> 296027 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 296027 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 297032 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 297032 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 298032 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 298032 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 298033 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:39049_solr] added at times [688247086293332], now=688250100972301 [junit4] 2> 298033 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"271f50318a154Ta3nhctc7zn31i0mdg2tg157cf", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":688247086293332, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[688247086293332], [junit4] 2> "nodeNames":["127.0.0.1:39049_solr"]}} [junit4] 2> 298036 INFO (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 298040 DEBUG (AutoscalingActionExecutor-224-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"271f50318a154Ta3nhctc7zn31i0mdg2tg157cf", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":688247086293332, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[688247086293332], [junit4] 2> "_enqueue_time_":688250101291935, [junit4] 2> "nodeNames":["127.0.0.1:39049_solr"]}} [junit4] 2> 298049 DEBUG (AutoscalingActionExecutor-224-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 9 ms for event id=271f50318a154Ta3nhctc7zn31i0mdg2tg157cf [junit4] 2> 298073 INFO (qtp1339383742-518) [n:127.0.0.1:39049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 298082 INFO (qtp1693797016-457) [n:127.0.0.1:40518_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 298092 INFO (qtp1067042188-463) [n:127.0.0.1:43398_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 298099 DEBUG (qtp1339383742-514) [n:127.0.0.1:39049_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 298101 INFO (qtp1339383742-514) [n:127.0.0.1:39049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=49 [junit4] 2> 298106 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 298106 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:39049_solr, 127.0.0.1:40518_solr, 127.0.0.1:43398_solr] [junit4] 2> 298106 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 298107 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 298108 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 298109 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 299049 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 299049 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 300056 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 300056 DEBUG (ScheduledTrigger-223-thread-2) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 300106 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[C49CA55F857A8729]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger [junit4] 2> 300369 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown [junit4] 2> 300378 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5 [junit4] 2> 300396 INFO (qtp1339383742-518) [n:127.0.0.1:39049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 300405 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 300405 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 300414 INFO (qtp1693797016-456) [n:127.0.0.1:40518_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 300417 INFO (qtp1067042188-465) [n:127.0.0.1:43398_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 300417 DEBUG (qtp1693797016-453) [n:127.0.0.1:40518_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 300418 INFO (qtp1693797016-453) [n:127.0.0.1:40518_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=36 [junit4] 2> 300435 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 300435 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 300449 INFO (qtp1339383742-518) [n:127.0.0.1:39049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 300451 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 300451 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:39049_solr, 127.0.0.1:40518_solr, 127.0.0.1:43398_solr] [junit4] 2> 300451 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 300461 INFO (qtp1693797016-453) [n:127.0.0.1:40518_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 300465 INFO (qtp1067042188-463) [n:127.0.0.1:43398_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 300467 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 5 [junit4] 2> 300467 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 300481 DEBUG (qtp1067042188-465) [n:127.0.0.1:43398_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 300482 INFO (qtp1067042188-465) [n:127.0.0.1:43398_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=35 [junit4] 2> 300483 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2560-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 300487 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 300487 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:39049_solr, 127.0.0.1:40518_solr, 127.0.0.1:43398_solr] [junit4] 2> 300487 DEBUG (zkCallback-95-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 300487 INFO (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 300488 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 300488 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 6 [junit4] 2> 300488 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 300490 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 300490 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 300490 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 300491 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7 [junit4] 2> 300581 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 300581 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 300581 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 300581 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@137013c7{/solr,null,AVAILABLE} [junit4] 2> 300582 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49ba3e61{HTTP/1.1,[http/1.1]}{127.0.0.1:36528} [junit4] 2> 300582 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.Server Started @316210ms [junit4] 2> 300582 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36528} [junit4] 2> 300583 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 300583 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 300583 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 300583 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 300583 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-18T00:05:20.658Z [junit4] 2> 300598 INFO (zkConnectionManagerCallback-118-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 300599 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 300616 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39243/solr [junit4] 2> 300631 INFO (zkConnectionManagerCallback-122-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 300648 INFO (zkConnectionManagerCallback-124-thread-1-processing-n:127.0.0.1:36528_solr) [n:127.0.0.1:36528_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 300664 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:36528_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 300719 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:36528_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 300721 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:36528_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36528_solr [junit4] 2> 300736 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 300743 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:40518_solr) [n:127.0.0.1:40518_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 300743 INFO (zkCallback-105-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 300771 INFO (zkCallback-113-thread-1-processing-n:127.0.0.1:39049_solr) [n:127.0.0.1:39049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 300780 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:36528_solr) [n:127.0.0.1:36528_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 301225 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:36528_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36528.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 301400 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:36528_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36528.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 301400 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:36528_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36528.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 301401 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:36528_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C49CA55F857A8729-001/tempDir-001/node4/. [junit4] 2> 301496 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 301496 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 301496 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:36528_solr at time 688253564783459 [junit4] 2> 302497 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 302497 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 302497 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:36528_solr] added at times [688253564783459], now=688254565893853 [junit4] 2> 302498 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"271f6853e8b63Ta3nhctc7zn31i0mdg2tg157ch", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":688253564783459, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[688253564783459], [junit4] 2> "nodeNames":["127.0.0.1:36528_solr"]}} [junit4] 2> 302501 INFO (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 302509 DEBUG (AutoscalingActionExecutor-224-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"271f6853e8b63Ta3nhctc7zn31i0mdg2tg157ch", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":688253564783459, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[688253564783459], [junit4] 2> "_enqueue_time_":688254566065219, [junit4] 2> "nodeNames":["127.0.0.1:36528_solr"]}} [junit4] 2> 302515 DEBUG (AutoscalingActionExecutor-224-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 5 ms for event id=271f6853e8b63Ta3nhctc7zn31i0mdg2tg157ch [junit4] 2> 303506 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 303506 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 303510 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2560-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 303556 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 303556 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 303556 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 303556 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cd5c093{/solr,null,AVAILABLE} [junit4] 2> 303557 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@790b5e3d{HTTP/1.1,[http/1.1]}{127.0.0.1:34932} [junit4] 2> 303557 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.Server Started @319185ms [junit4] 2> 303557 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34932} [junit4] 2> 303557 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 303557 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 303557 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 303557 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 303557 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-18T00:05:23.632Z [junit4] 2> 303593 INFO (zkConnectionManagerCallback-128-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 303595 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 303603 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39243/solr [junit4] 2> 303619 INFO (zkConnectionManagerCallback-132-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 303665 INFO (zkConnectionManagerCallback-134-thread-1-processing-n:127.0.0.1:34932_solr) [n:127.0.0.1:34932_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 303714 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:34932_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 303716 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:34932_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 303717 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:34932_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34932_solr [junit4] 2> 303719 INFO (zkCallback-105-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 303719 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:36528_solr) [n:127.0.0.1:36528_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 303720 INFO (zkCallback-113-thread-1-processing-n:127.0.0.1:39049_solr) [n:127.0.0.1:39049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 303720 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:40518_solr) [n:127.0.0.1:40518_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 303733 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 303759 INFO (zkCallback-133-thread-1-processing-n:127.0.0.1:34932_solr) [n:127.0.0.1:34932_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 304025 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:34932_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34932.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 304112 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:34932_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34932.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 304112 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:34932_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34932.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51f68336 [junit4] 2> 304114 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [n:127.0.0.1:34932_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C49CA55F857A8729-001/tempDir-001/node5/. [junit4] 2> 304516 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 304516 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5 [junit4] 2> 304516 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34932_solr at time 688256584359094 [junit4] 2> 305539 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 305540 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5 [junit4] 2> 305540 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:34932_solr] added at times [688256584359094], now=688257608048977 [junit4] 2> 305540 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"271f739399cb6Ta3nhctc7zn31i0mdg2tg157cj", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":688256584359094, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[688256584359094], [junit4] 2> "nodeNames":["127.0.0.1:34932_solr"]}} [junit4] 2> 306545 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 306545 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5 [junit4] 2> 306545 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:34932_solr] added at times [688256584359094], now=688258613663629 [junit4] 2> 306545 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"271f739399cb6Ta3nhctc7zn31i0mdg2tg157ck", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":688256584359094, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[688256584359094], [junit4] 2> "nodeNames":["127.0.0.1:34932_solr"]}} [junit4] 2> 307561 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 307561 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5 [junit4] 2> 307561 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:34932_solr] added at times [688256584359094], now=688259629585144 [junit4] 2> 307561 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"271f739399cb6Ta3nhctc7zn31i0mdg2tg157cl", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":688256584359094, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[688256584359094], [junit4] 2> "nodeNames":["127.0.0.1:34932_solr"]}} [junit4] 2> 307572 DEBUG (AutoscalingActionExecutor-224-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"271f739399cb6Ta3nhctc7zn31i0mdg2tg157cl", [junit4] 2> "source":"node_added_cooldown_trigger", [junit4] 2> "eventTime":688256584359094, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[688256584359094], [junit4] 2> "_enqueue_time_":688259629754201, [junit4] 2> "nodeNames":["127.0.0.1:34932_solr"]}} [junit4] 2> 307594 DEBUG (AutoscalingActionExecutor-224-thread-1-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 22 ms for event id=271f739399cb6Ta3nhctc7zn31i0mdg2tg157cl [junit4] 2> 308563 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 308563 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5 [junit4] 2> 309566 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger [junit4] 2> 309566 DEBUG (ScheduledTrigger-223-thread-3) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5 [junit4] 2> 309710 INFO (qtp717842497-569) [n:127.0.0.1:34932_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 309741 INFO (qtp1317288653-544) [n:127.0.0.1:36528_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 309833 INFO (qtp1339383742-517) [n:127.0.0.1:39049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=19 [junit4] 2> 309849 INFO (qtp1693797016-455) [n:127.0.0.1:40518_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 309924 INFO (qtp1067042188-468) [n:127.0.0.1:43398_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 309925 DEBUG (qtp1067042188-466) [n:127.0.0.1:43398_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 309940 DEBUG (zkCallback-95-thread-2-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8 [junit4] 2> 309940 INFO (qtp1067042188-466) [n:127.0.0.1:43398_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=353 [junit4] 2> 309941 DEBUG (zkCallback-95-thread-2-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34932_solr, 127.0.0.1:36528_solr, 127.0.0.1:39049_solr, 127.0.0.1:40518_solr, 127.0.0.1:43398_solr] [junit4] 2> 309941 DEBUG (zkCallback-95-thread-2-processing-n:127.0.0.1:43398_solr) [n:127.0.0.1:43398_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 309941 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8 [junit4] 2> 309941 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCooldownPeriodSeconds from: 5 to: 7 [junit4] 2> 309941 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 309942 DEBUG (OverseerAutoScalingTriggerThread-99367905698578438-127.0.0.1:43398_solr-n_0000000000) [n:127.0.0.1:43398_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8 [junit4] 2> 309977 INFO (qtp1693797016-457) [n:127.0.0.1:40518_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5 [junit4] 2> 309979 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2560-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 310069 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 310069 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 310069 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 310160 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fa4a396{/solr,null,AVAILABLE} [junit4] 2> 310161 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA55F857A8729]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@626b26cb{HTTP/1.1,[http/1.1]}{127.0.0.1:39219} [junit4] 2> 310161 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[C49CA [...truncated too long message...] SolrJmxReporter@d31205f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@17bbd296 [junit4] 2> 5108002 INFO (coreCloseExecutor-4462-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@203a4f7f [junit4] 2> 5108002 INFO (coreCloseExecutor-4462-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=540692351 [junit4] 2> 5108002 INFO (coreCloseExecutor-4462-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bf6db06: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@35fc2e4a [junit4] 2> 5108127 INFO (TEST-TestHighlightDedupGrouping.test-seed#[C49CA55F857A8729]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10cdbddc{/o_k/tj,null,UNAVAILABLE} [junit4] 2> 5108127 INFO (TEST-TestHighlightDedupGrouping.test-seed#[C49CA55F857A8729]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 5108129 INFO (SUITE-TestHighlightDedupGrouping-seed#[C49CA55F857A8729]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released [junit4] 2> Jan 18, 2018 1:25:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> Jan 18, 2018 1:25:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.TestHighlightDedupGrouping: [junit4] 2> 1) Thread[id=13780, name=qtp1195393389-13780, state=TIMED_WAITING, group=TGRP-TestHighlightDedupGrouping] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Jan 18, 2018 1:25:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: Starting to interrupt leaked threads: [junit4] 2> 1) Thread[id=13780, name=qtp1195393389-13780, state=TIMED_WAITING, group=TGRP-TestHighlightDedupGrouping] [junit4] 2> Jan 18, 2018 1:25:52 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated: [junit4] 2> 1) Thread[id=13780, name=qtp1195393389-13780, state=TIMED_WAITING, group=TGRP-TestHighlightDedupGrouping] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@50260403), locale=sr-CS, timezone=Pacific/Apia [junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=98095200,total=481820672 [junit4] 2> NOTE: All tests run in this JVM: [HdfsUnloadDistributedZkTest, CoreAdminCreateDiscoverTest, TestDefaultStatsCache, TestSizeLimitedDistributedMap, ExecutePlanActionTest, TestOmitPositions, TriggerIntegrationTest, TestMultiValuedNumericRangeQuery, TestRetrieveFieldsOptimizer, CdcrVersionReplicationTest, SpellingQueryConverterTest, SolrIndexConfigTest, TestCustomStream, TestScoreJoinQPScore, AnalyticsMergeStrategyTest, InfoHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, SimpleFacetsTest, TestIBSimilarityFactory, TestPKIAuthenticationPlugin, TestGeoJSONResponseWriter, TestFieldTypeCollectionResource, BaseCdcrDistributedZkTest, SolrMetricReporterTest, CloudExitableDirectoryReaderTest, TestIntervalFaceting, UtilsToolTest, TestDynamicFieldResource, TestGraphTermsQParserPlugin, BinaryUpdateRequestHandlerTest, TestExpandComponent, TestSubQueryTransformer, RegexBytesRefFilterTest, TestSSLRandomization, TestSolrConfigHandler, TestDelegationWithHadoopAuth, MigrateRouteKeyTest, TolerantUpdateProcessorTest, SecurityConfHandlerTest, DirectUpdateHandlerTest, FullSolrCloudDistribCmdsTest, SparseHLLTest, TestPolicyCloud, SpellCheckCollatorTest, WrapperMergePolicyFactoryTest, TestMergePolicyConfig, TestLMDirichletSimilarityFactory, LeaderInitiatedRecoveryOnCommitTest, TestNonDefinedSimilarityFactory, CollectionTooManyReplicasTest, TestBackupRepositoryFactory, TestSimpleQParserPlugin, TestRandomFaceting, TestPullReplica, OutputWriterTest, TestCollationField, TestHalfAndHalfDocValues, TestRTimerTree, TestNumericTokenStream, TestExactStatsCache, BadIndexSchemaTest, BigEndianAscendingWordSerializerTest, TestTolerantUpdateProcessorCloud, PluginInfoTest, RecoveryAfterSoftCommitTest, ShardSplitTest, DeleteReplicaTest, OverseerCollectionConfigSetProcessorTest, RankQueryTest, EchoParamsTest, DateRangeFieldTest, TestPayloadCheckQParserPlugin, TestApiFramework, BooleanFieldTest, TestCustomSort, TestJoin, OverseerStatusTest, BasicDistributedZkTest, SimpleMLTQParserTest, TestCloudJSONFacetJoinDomain, TestSolrDeletionPolicy1, SolrSlf4jReporterTest, TestStressInPlaceUpdates, TestCSVResponseWriter, TestDocTermOrds, ImplicitSnitchTest, TestDocumentBuilder, SSLMigrationTest, TestManagedSynonymFilterFactory, ZkCLITest, TestLuceneIndexBackCompat, TestUnifiedSolrHighlighter, DebugComponentTest, TestCSVLoader, TestFieldCacheSort, RAMDirectoryFactoryTest, TestHashPartitioner, FieldAnalysisRequestHandlerTest, BlobRepositoryCloudTest, TestHighlightDedupGrouping] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestHighlightDedupGrouping -Dtests.seed=C49CA55F857A8729 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sr-CS -Dtests.timezone=Pacific/Apia -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.00s J0 | TestHighlightDedupGrouping (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.TestHighlightDedupGrouping: [junit4] > 1) Thread[id=13780, name=qtp1195393389-13780, state=TIMED_WAITING, group=TGRP-TestHighlightDedupGrouping] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([C49CA55F857A8729]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=13780, name=qtp1195393389-13780, state=TIMED_WAITING, group=TGRP-TestHighlightDedupGrouping] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([C49CA55F857A8729]:0) [junit4] Completed [468/768 (5!)] on J0 in 80.95s, 1 test, 2 errors <<< FAILURES! [...truncated 49080 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org