Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1431/

6 tests failed.
FAILED:  org.apache.lucene.spatial3d.TestGeo3DPoint.testRandomBig

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([707A7846BA6CB37C]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.spatial3d.TestGeo3DPoint

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([707A7846BA6CB37C]:0)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: 
{error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle 
this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: 
Time allowed to handle this request exceeded  at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
  at 
org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
  at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748) ,time=12}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: 
{error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle 
this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: 
Time allowed to handle this request exceeded
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
        at 
org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
,time=12}
        at 
__randomizedtesting.SeedInfo.seed([F6964D5E7675648B:7EC27284D8890973]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
        at 
org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
        at 
org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test

Error Message:
KeeperErrorCode = Session expired for /live_nodes

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = 
Session expired for /live_nodes
        at 
__randomizedtesting.SeedInfo.seed([F6964D5E7675648B:7EC27284D8890973]:0)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:320)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:320)
        at 
org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:673)
        at 
org.apache.solr.common.cloud.ZkStateReader.updateLiveNodes(ZkStateReader.java:385)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.logReplicaTypesReplicationInfo(AbstractFullDistribZkTestBase.java:2064)
        at 
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test(ChaosMonkeyNothingIsSafeWithPullReplicasTest.java:311)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
3 threads leaked from SUITE scope at 
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest:     1) 
Thread[id=25503, name=zkCallback-3059-thread-4-EventThread, state=WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at 
sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    
2) Thread[id=25502, name=zkCallback-3059-thread-4-SendThread(127.0.0.1:37982), 
state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]   
      at java.lang.Thread.sleep(Native Method)         at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
         at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)    
     at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    
3) Thread[id=25081, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at 
java.lang.Thread.sleep(Native Method)         at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE 
scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 
   1) Thread[id=25503, name=zkCallback-3059-thread-4-EventThread, 
state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   2) Thread[id=25502, 
name=zkCallback-3059-thread-4-SendThread(127.0.0.1:37982), state=TIMED_WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   3) Thread[id=25081, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([F6964D5E7675648B]:0)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=25502, name=zkCallback-3059-thread-4-SendThread(127.0.0.1:37982), 
state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]   
      at java.lang.Thread.sleep(Native Method)         at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=25502, 
name=zkCallback-3059-thread-4-SendThread(127.0.0.1:37982), state=TIMED_WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
        at __randomizedtesting.SeedInfo.seed([F6964D5E7675648B]:0)




Build Log:
[...truncated 10844 lines...]
   [junit4] Suite: org.apache.lucene.spatial3d.TestGeo3DPoint
   [junit4]   2> ديس 02, 2017 9:39:41 ص 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: 
org.apache.lucene.spatial3d.TestGeo3DPoint
   [junit4]   2>    1) Thread[id=9, name=JUnit4-serializer-daemon, 
state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2>    2) Thread[id=13, 
name=SUITE-TestGeo3DPoint-seed#[707A7846BA6CB37C], state=RUNNABLE, 
group=TGRP-TestGeo3DPoint]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1559)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native 
Method)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:705)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:139)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:626)
   [junit4]   2>    3) Thread[id=14, 
name=TEST-TestGeo3DPoint.testRandomBig-seed#[707A7846BA6CB37C], state=RUNNABLE, 
group=TGRP-TestGeo3DPoint]
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.Plane.findIntersections(Plane.java:814)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.Plane.recordBounds(Plane.java:1251)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.XYZBounds.addPlane(XYZBounds.java:161)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.GeoComplexPolygon.getBounds(GeoComplexPolygon.java:446)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.TestGeo3DPoint.verify(TestGeo3DPoint.java:846)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.TestGeo3DPoint.doTestRandom(TestGeo3DPoint.java:548)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.TestGeo3DPoint.testRandomBig(TestGeo3DPoint.java:480)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    4) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:636)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:493)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGeo3DPoint 
-Dtests.method=testRandomBig -Dtests.seed=707A7846BA6CB37C -Dtests.multiplier=2 
-Dtests.nightly=true -Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
 -Dtests.locale=ar-DZ -Dtests.timezone=Asia/Ulaanbaatar -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   7177s J1 | TestGeo3DPoint.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because 
suite timeout was reached.
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([707A7846BA6CB37C]:0)
   [junit4]   2> ديس 02, 2017 9:39:41 ص 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> ديس 02, 2017 9:40:01 ص 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at 
org.apache.lucene.spatial3d.TestGeo3DPoint: 
   [junit4]   2>    1) Thread[id=14, 
name=TEST-TestGeo3DPoint.testRandomBig-seed#[707A7846BA6CB37C], state=RUNNABLE, 
group=TGRP-TestGeo3DPoint]
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.Plane.findIntersections(Plane.java:650)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.GeoComplexPolygon.isWithin(GeoComplexPolygon.java:204)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.GeoBaseMembershipShape.isWithin(GeoBaseMembershipShape.java:36)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.GeoBaseShape.getBounds(GeoBaseShape.java:46)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.GeoComplexPolygon.getBounds(GeoComplexPolygon.java:441)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.TestGeo3DPoint.verify(TestGeo3DPoint.java:846)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.TestGeo3DPoint.doTestRandom(TestGeo3DPoint.java:548)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.TestGeo3DPoint.testRandomBig(TestGeo3DPoint.java:480)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> ديس 02, 2017 9:40:01 ص 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=14, 
name=TEST-TestGeo3DPoint.testRandomBig-seed#[707A7846BA6CB37C], state=RUNNABLE, 
group=TGRP-TestGeo3DPoint]
   [junit4]   2> ديس 02, 2017 9:40:04 ص 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be 
terminated:
   [junit4]   2>    1) Thread[id=14, 
name=TEST-TestGeo3DPoint.testRandomBig-seed#[707A7846BA6CB37C], state=RUNNABLE, 
group=TGRP-TestGeo3DPoint]
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.Plane.findIntersections(Plane.java:650)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.GeoComplexPolygon.isWithin(GeoComplexPolygon.java:208)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.GeoBaseMembershipShape.isWithin(GeoBaseMembershipShape.java:36)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.GeoBaseShape.getBounds(GeoBaseShape.java:43)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.geom.GeoComplexPolygon.getBounds(GeoComplexPolygon.java:441)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.TestGeo3DPoint.verify(TestGeo3DPoint.java:846)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.TestGeo3DPoint.doTestRandom(TestGeo3DPoint.java:548)
   [junit4]   2>         at 
org.apache.lucene.spatial3d.TestGeo3DPoint.testRandomBig(TestGeo3DPoint.java:480)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{id=PostingsFormat(name=Memory)}, docValues:{id=DocValuesFormat(name=Direct), 
point=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=848, 
maxMBSortInHeap=6.539104953782699, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4ba80565),
 locale=ar-DZ, timezone=Asia/Ulaanbaatar
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=2,free=113834992,total=499646464
   [junit4]   2> NOTE: All tests run in this JVM: [GeoCircleTest, 
TestGeo3DPoint]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGeo3DPoint 
-Dtests.seed=707A7846BA6CB37C -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
 -Dtests.locale=ar-DZ -Dtests.timezone=Asia/Ulaanbaatar -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestGeo3DPoint (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 
7200000 msec).
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([707A7846BA6CB37C]:0)
   [junit4] Completed [16/16 (1!)] on J1 in 7224.04s, 9 tests, 2 errors <<< 
FAILURES!

[...truncated 3594 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_F6964D5E7675648B-001/init-core-data-001
   [junit4]   2> 6118042 WARN  
(SUITE-TestDistributedSearch-seed#[F6964D5E7675648B]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 6118042 INFO  
(SUITE-TestDistributedSearch-seed#[F6964D5E7675648B]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 6118060 INFO  
(SUITE-TestDistributedSearch-seed#[F6964D5E7675648B]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 6118060 INFO  
(SUITE-TestDistributedSearch-seed#[F6964D5E7675648B]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 6118060 INFO  
(SUITE-TestDistributedSearch-seed#[F6964D5E7675648B]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 6118573 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_F6964D5E7675648B-001/tempDir-001/control/cores/collection1
   [junit4]   2> 6118574 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] o.e.j.s.Server 
jetty-9.3.20.v20170531
   [junit4]   2> 6118575 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4822408a{/,null,AVAILABLE}
   [junit4]   2> 6118575 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@bbb70b1{HTTP/1.1,[http/1.1]}{127.0.0.1:43615}
   [junit4]   2> 6118575 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] o.e.j.s.Server 
Started @6131922ms
   [junit4]   2> 6118575 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=43615, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_F6964D5E7675648B-001/tempDir-001/control/cores}
   [junit4]   2> 6118576 ERROR 
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 6118576 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 6118576 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on 
port null
   [junit4]   2> 6118576 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6118611 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-02T04:13:08.435Z
   [junit4]   2> 6118611 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_F6964D5E7675648B-001/tempDir-001/control/solr.xml
   [junit4]   2> 6118627 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 6118627 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 6118628 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@32b1c597, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 6119145 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@32b1c597
   [junit4]   2> 6119216 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@32b1c597
   [junit4]   2> 6119216 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@32b1c597
   [junit4]   2> 6119218 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_F6964D5E7675648B-001/tempDir-001/control/cores
   [junit4]   2> 6119218 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 6119231 INFO  (coreLoadExecutor-7888-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 6119291 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, 
from paths: 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib,
 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 6119563 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 6119839 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 6120201 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 6120237 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using 
configuration from configset 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1,
 trusted=true
   [junit4]   2> 6120237 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@32b1c597
   [junit4]   2> 6120238 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 6120238 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_F6964D5E7675648B-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 6120239 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=6, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.20867231797040642]
   [junit4]   2> 6120541 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 6120557 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= 
defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 
numVersionBuckets=65536
   [junit4]   2> 6120558 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6120558 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6120559 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 6120559 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@46559802[collection1] main]
   [junit4]   2> 6120560 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 6120581 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.s.DirectSolrSpellChecker init: 
{name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 6120678 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 6120678 INFO  (coreLoadExecutor-7888-thread-1) [    
x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent 
updates, using new clock 1585644034328625152
   [junit4]   2> 6120692 INFO  
(searcherExecutor-7889-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 6120730 INFO  
(searcherExecutor-7889-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 6120730 INFO  
(searcherExecutor-7889-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 6120730 INFO  
(searcherExecutor-7889-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: 
multipleFields
   [junit4]   2> 6120731 INFO  
(searcherExecutor-7889-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 6120731 INFO  
(searcherExecutor-7889-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 6120731 INFO  
(searcherExecutor-7889-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 6120731 INFO  
(searcherExecutor-7889-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 6120731 INFO  
(searcherExecutor-7889-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 6120769 INFO  
(searcherExecutor-7889-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@46559802[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 6121706 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_F6964D5E7675648B-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 6121707 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] o.e.j.s.Server 
jetty-9.3.20.v20170531
   [junit4]   2> 6121769 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@b637f65{/,null,AVAILABLE}
   [junit4]   2> 6121770 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@15a9bd0e{HTTP/1.1,[http/1.1]}{127.0.0.1:35377}
   [junit4]   2> 6121770 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] o.e.j.s.Server 
Started @6135117ms
   [junit4]   2> 6121770 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=35377, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_F6964D5E7675648B-001/tempDir-001/shard0/cores}
   [junit4]   2> 6121770 ERROR 
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 6121770 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 6121771 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on 
port null
   [junit4]   2> 6121771 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6121771 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-02T04:13:11.595Z
   [junit4]   2> 6121771 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_F6964D5E7675648B-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 6121846 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 6121846 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 6121882 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@32b1c597, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 6122048 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@32b1c597
   [junit4]   2> 6122087 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@32b1c597
   [junit4]   2> 6122099 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@32b1c597
   [junit4]   2> 6122101 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_F6964D5E7675648B-001/tempDir-001/shard0/cores
   [junit4]   2> 6122101 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 6122120 INFO  (coreLoadExecutor-7899-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 6122230 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, 
from paths: 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib,
 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 6122452 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 6122539 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 6123023 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 6123061 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using 
configuration from configset 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1,
 trusted=true
   [junit4]   2> 6123061 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@32b1c597
   [junit4]   2> 6123061 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 6123061 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_F6964D5E7675648B-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 6123063 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=6, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.20867231797040642]
   [junit4]   2> 6123282 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 6123282 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= 
defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 
numVersionBuckets=65536
   [junit4]   2> 6123296 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6123296 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6123297 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 6123297 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@12169291[collection1] main]
   [junit4]   2> 6123298 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 6123350 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.s.DirectSolrSpellChecker init: 
{name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 6123447 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 6123448 INFO  (coreLoadExecutor-7899-thread-1) [    
x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent 
updates, using new clock 1585644037233180672
   [junit4]   2> 6123454 INFO  
(searcherExecutor-7900-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 6123491 INFO  
(searcherExecutor-7900-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 6123491 INFO  
(searcherExecutor-7900-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 6123491 INFO  
(searcherExecutor-7900-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: 
multipleFields
   [junit4]   2> 6123491 INFO  
(searcherExecutor-7900-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 6123492 INFO  
(searcherExecutor-7900-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 6123492 INFO  
(searcherExecutor-7900-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 6123492 INFO  
(searcherExecutor-7900-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 6123492 INFO  
(searcherExecutor-7900-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 6123493 INFO  
(searcherExecutor-7900-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@12169291[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 6123951 INFO  
(TEST-TestDistributedSearch.test-seed#[F6964D5E7675648B]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 6123972 INFO  (qtp1353445826-28532) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{deleteByQuery=*:* (-1585644037776343040)} 0 5
   [junit4]   2> 6124003 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{deleteByQuery=*:* (-1585644037796265984)} 0 18
   [junit4]   2> 6124058 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[1 (1585644037834014720)]} 0 37
   [junit4]   2> 6124076 INFO  (qtp1003601518-28551) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[1 (1585644037873860608)]} 0 17
   [junit4]   2> 6124114 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[2 (1585644037891686400)]} 0 37
   [junit4]   2> 6124115 INFO  (qtp1003601518-28552) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[2 (1585644037931532288)]} 0 0
   [junit4]   2> 6124115 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[3 (1585644037932580864)]} 0 0
   [junit4]   2> 6124116 INFO  (qtp1003601518-28552) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[3 (1585644037933629440)]} 0 0
   [junit4]   2> 6124117 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[4 (1585644037933629440)]} 0 0
   [junit4]   2> 6124117 INFO  (qtp1003601518-28552) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[4 (1585644037934678016)]} 0 0
   [junit4]   2> 6124130 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[5 (1585644037948309504)]} 0 0
   [junit4]   2> 6124131 INFO  (qtp1003601518-28552) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[5 (1585644037949358080)]} 0 0
   [junit4]   2> 6124131 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[6 (1585644037949358080)]} 0 0
   [junit4]   2> 6124132 INFO  (qtp1003601518-28552) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[6 (1585644037950406656)]} 0 0
   [junit4]   2> 6124133 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[7 (1585644037950406656)]} 0 0
   [junit4]   2> 6124133 INFO  (qtp1003601518-28552) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[7 (1585644037951455232)]} 0 0
   [junit4]   2> 6124150 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[8 (1585644037951455232)]} 0 16
   [junit4]   2> 6124187 INFO  (qtp1003601518-28552) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[8 (1585644037970329600)]} 0 36
   [junit4]   2> 6124329 INFO  (qtp1353445826-28535) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[9 (1585644038009126912)]} 0 141
   [junit4]   2> 6124334 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[9 (1585644038162219008)]} 0 0
   [junit4]   2> 6124334 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1585644038162219008,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 6124334 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.SolrIndexWriter Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@6b8f8921 
commitCommandVersion:1585644038162219008
   [junit4]   2> 6124470 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@12206223[collection1] main]
   [junit4]   2> 6124470 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 6124472 INFO  
(searcherExecutor-7889-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@12206223[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9)))}
   [junit4]   2> 6124481 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 146
   [junit4]   2> 6124482 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1585644038317408256,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 6124482 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.SolrIndexWriter Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@4b366a75 
commitCommandVersion:1585644038317408256
   [junit4]   2> 6124576 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@3a7e8df7[collection1] main]
   [junit4]   2> 6124577 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 6124596 INFO  
(searcherExecutor-7900-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@3a7e8df7[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9)))}
   [junit4]   2> 6124596 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 114
   [junit4]   2> 6124632 INFO  (qtp1353445826-28529) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[10 (1585644038451625984)]} 0 21
   [junit4]   2> 6124654 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[10 (1585644038475743232)]} 0 21
   [junit4]   2> 6124668 INFO  (qtp1353445826-28532) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[11 (1585644038511394816)]} 0 0
   [junit4]   2> 6124669 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[11 (1585644038512443392)]} 0 0
   [junit4]   2> 6124669 INFO  (qtp1353445826-28532) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[12 (1585644038513491968)]} 0 0
   [junit4]   2> 6124670 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[12 (1585644038514540544)]} 0 0
   [junit4]   2> 6124670 INFO  (qtp1353445826-28532) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[13 (1585644038514540544)]} 0 0
   [junit4]   2> 6124687 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[13 (1585644038515589120)]} 0 16
   [junit4]   2> 6124688 INFO  (qtp1353445826-28532) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[1001 (1585644038533414912)]} 0 0
   [junit4]   2> 6124689 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[1001 (1585644038534463488)]} 0 0
   [junit4]   2> 6124690 INFO  (qtp1353445826-28532) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[14 (1585644038534463488)]} 0 0
   [junit4]   2> 6124690 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[14 (1585644038535512064)]} 0 0
   [junit4]   2> 6124691 INFO  (qtp1353445826-28532) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[15 (1585644038536560640)]} 0 0
   [junit4]   2> 6124705 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[15 (1585644038550192128)]} 0 13
   [junit4]   2> 6124705 INFO  (qtp1353445826-28532) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[16 (1585644038551240704)]} 0 0
   [junit4]   2> 6124706 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[16 (1585644038552289280)]} 0 0
   [junit4]   2> 6124706 INFO  (qtp1353445826-28532) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[17 (1585644038552289280)]} 0 0
   [junit4]   2> 6124707 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[17 (1585644038553337856)]} 0 0
   [junit4]   2> 6124725 INFO  (qtp1353445826-28532) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[100 (1585644038553337856)]} 0 17
   [junit4]   2> 6124737 INFO  (qtp1003601518-28547) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[100 (1585644038584795136)]} 0 12
   [junit4]   2> 6124790 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[101 (1585644038639321088)]} 0 37
   [junit4]   2> 6124806 INFO  (qtp1003601518-28546) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[101 (1585644038657146880)]} 0 0
   [junit4]   2> 6124807 INFO  (qtp1353445826-28535) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[102 (1585644038658195456)]} 0 0
   [junit4]   2> 6124808 INFO  (qtp1003601518-28546) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[102 (1585644038658195456)]} 0 0
   [junit4]   2> 6124808 INFO  (qtp1353445826-28535) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[103 (1585644038659244032)]} 0 0
   [junit4]   2> 6124809 INFO  (qtp1003601518-28551) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[103 (1585644038660292608)]} 0 0
   [junit4]   2> 6124862 INFO  (qtp1353445826-28535) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[104 (1585644038660292608)]} 0 53
   [junit4]   2> 6124875 INFO  (qtp1003601518-28551) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[104 (1585644038716915712)]} 0 11
   [junit4]   2> 6124887 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[105 (1585644038742081536)]} 0 0
   [junit4]   2> 6124890 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[105 (1585644038744178688)]} 0 0
   [junit4]   2> 6124890 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[106 (1585644038745227264)]} 0 0
   [junit4]   2> 6124891 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[106 (1585644038746275840)]} 0 0
   [junit4]   2> 6124891 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[107 (1585644038746275840)]} 0 0
   [junit4]   2> 6124892 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[107 (1585644038747324416)]} 0 0
   [junit4]   2> 6124892 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[108 (1585644038747324416)]} 0 0
   [junit4]   2> 6124893 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[108 (1585644038748372992)]} 0 0
   [junit4]   2> 6124893 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[109 (1585644038748372992)]} 0 0
   [junit4]   2> 6124894 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[109 (1585644038748372993)]} 0 0
   [junit4]   2> 6124894 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[110 (1585644038749421568)]} 0 0
   [junit4]   2> 6124895 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[110 (1585644038749421568)]} 0 0
   [junit4]   2> 6124932 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[111 (1585644038789267456)]} 0 0
   [junit4]   2> 6124933 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[111 (1585644038789267456)]} 0 0
   [junit4]   2> 6124933 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[112 (1585644038790316032)]} 0 0
   [junit4]   2> 6124934 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[112 (1585644038791364608)]} 0 0
   [junit4]   2> 6124934 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[113 (1585644038791364608)]} 0 0
   [junit4]   2> 6124935 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[113 (1585644038792413184)]} 0 0
   [junit4]   2> 6124935 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[114 (1585644038792413184)]} 0 0
   [junit4]   2> 6124952 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[114 (1585644038810238976)]} 0 0
   [junit4]   2> 6124953 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[115 (1585644038811287552)]} 0 0
   [junit4]   2> 6124953 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[115 (1585644038811287552)]} 0 0
   [junit4]   2> 6124955 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[116 (1585644038813384704)]} 0 0
   [junit4]   2> 6124956 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[116 (1585644038813384704)]} 0 0
   [junit4]   2> 6124969 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[117 (1585644038827016192)]} 0 0
   [junit4]   2> 6124969 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[117 (1585644038828064768)]} 0 0
   [junit4]   2> 6124970 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[118 (1585644038829113344)]} 0 0
   [junit4]   2> 6124989 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[118 (1585644038849036288)]} 0 0
   [junit4]   2> 6124989 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[119 (1585644038849036288)]} 0 0
   [junit4]   2> 6124990 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[119 (1585644038850084864)]} 0 0
   [junit4]   2> 6124990 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[120 (1585644038850084864)]} 0 0
   [junit4]   2> 6124991 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[120 (1585644038851133440)]} 0 0
   [junit4]   2> 6124991 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[121 (1585644038851133440)]} 0 0
   [junit4]   2> 6124992 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[121 (1585644038852182016)]} 0 0
   [junit4]   2> 6124992 INFO  (qtp1353445826-28534) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[122 (1585644038852182016)]} 0 0
   [junit4]   2> 6125005 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[122 (1585644038865813504)]} 0 0
   [junit4]   2> 6125026 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[123 (1585644038886785024)]} 0 0
   [junit4]   2> 6125026 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[123 (1585644038887833600)]} 0 0
   [junit4]   2> 6125027 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[124 (1585644038888882176)]} 0 0
   [junit4]   2> 6125027 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[124 (1585644038888882176)]} 0 0
   [junit4]   2> 6125028 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[125 (1585644038889930752)]} 0 0
   [junit4]   2> 6125028 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[125 (1585644038889930752)]} 0 0
   [junit4]   2> 6125044 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[126 (1585644038905659392)]} 0 14
   [junit4]   2> 6125044 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[126 (1585644038906707968)]} 0 0
   [junit4]   2> 6125058 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[127 (1585644038921388032)]} 0 0
   [junit4]   2> 6125059 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[127 (1585644038921388032)]} 0 0
   [junit4]   2> 6125059 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[128 (1585644038922436608)]} 0 0
   [junit4]   2> 6125060 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[128 (1585644038923485184)]} 0 0
   [junit4]   2> 6125060 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[129 (1585644038923485184)]} 0 0
   [junit4]   2> 6125061 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[129 (1585644038924533760)]} 0 0
   [junit4]   2> 6125061 INFO  (qtp1353445826-28533) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[130 (1585644038924533760)]} 0 0
   [junit4]   2> 6125074 INFO  (qtp1003601518-28553) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[130 (1585644038938165248)]} 0 0
   [junit4]   2> 6125075 INFO  (qtp1353445826-28535) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[131 (1585644038939213824)]} 0 0
   [junit4]   2> 6125075 INFO  (qtp1003601518-28547) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[131 (1585644038939213824)]} 0 0
   [junit4]   2> 6125076 INFO  (qtp1353445826-28532) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[132 (1585644038940262400)]} 0 0
   [junit4]   2> 6125076 INFO  (qtp1003601518-28552) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[132 (1585644038940262400)]} 0 0
   [junit4]   2> 6125077 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[133 (1585644038941310976)]} 0 0
   [junit4]   2> 6125077 INFO  (qtp1003601518-28546) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[133 (1585644038941310976)]} 0 0
   [junit4]   2> 6125078 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[134 (1585644038942359552)]} 0 0
   [junit4]   2> 6125078 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[134 (1585644038942359552)]} 0 0
   [junit4]   2> 6125079 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[135 (1585644038943408128)]} 0 0
   [junit4]   2> 6125079 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[135 (1585644038943408128)]} 0 0
   [junit4]   2> 6125080 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[136 (1585644038944456704)]} 0 0
   [junit4]   2> 6125080 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[136 (1585644038944456704)]} 0 0
   [junit4]   2> 6125081 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[137 (1585644038945505280)]} 0 0
   [junit4]   2> 6125081 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[137 (1585644038945505280)]} 0 0
   [junit4]   2> 6125082 INFO  (qtp1353445826-28536) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[138 (1585644038946553856)]} 0 0
   [junit4]   2> 6125103 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[138 (1585644038968573952)]} 0 0
   [junit4]   2> 6125119 INFO  (qtp1353445826-28535) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[139 (1585644038985351168)]} 0 0
   [junit4]   2> 6125135 INFO  (qtp1003601518-28550) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[139 (1585644039002128384)]} 0 0
   [junit4]   2> 6125140 INFO  (qtp1353445826-28535) [    x:collection1] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={wt=javabin&version=2}{add=[140 (15856440390063226

[...truncated too long message...]

nxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]   2> 7852901 WARN  
(zkCallback-3059-thread-4-SendThread(127.0.0.1:37982)) [    ] o.a.z.ClientCnxn 
Session 0x1601586af790000 for server null, unexpected error, closing socket 
connection and attempting reconnect
   [junit4]   2> java.net.ConnectException: Connection refused
   [junit4]   2>        at sun.nio.ch.SocketChannelImpl.checkConnect(Native 
Method)
   [junit4]   2>        at 
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
   [junit4]   2> Dec 02, 2017 4:42:02 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be 
terminated:
   [junit4]   2>    1) Thread[id=25502, 
name=zkCallback-3059-thread-4-SendThread(127.0.0.1:37982), state=TIMED_WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{rnd_b=PostingsFormat(name=MockRandom), a_t=FST50, 
id=PostingsFormat(name=MockRandom)}, 
docValues:{_version_=DocValuesFormat(name=Asserting), 
a_i=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=611, 
maxMBSortInHeap=5.353418342887424, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@37dc2ed2),
 locale=ar-SY, timezone=Etc/GMT+8
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=2,free=125920520,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [BasicAuthStandaloneTest, 
TestSearcherReuse, SuggestComponentContextFilterQueryTest, 
RecoveryAfterSoftCommitTest, TestBadConfig, TestMissingGroups, 
TestCloudPivotFacet, TestSortByMinMaxFunction, TestSweetSpotSimilarityFactory, 
WrapperMergePolicyFactoryTest, DistributedSuggestComponentTest, 
SpatialFilterTest, CacheHeaderTest, ExternalFileFieldSortTest, 
HdfsWriteToMultipleCollectionsTest, CollectionsAPISolrJTest, RuleEngineTest, 
TestHighlightDedupGrouping, ZkStateReaderTest, TestExceedMaxTermLength, 
TestMacros, DeleteReplicaTest, DistribCursorPagingTest, TestQueryWrapperFilter, 
SearchHandlerTest, SearchRateTriggerTest, TestSQLHandlerNonCloud, 
TestFastOutputStream, RAMDirectoryFactoryTest, TestConfig, 
TestAddFieldRealTimeGet, DistributedFacetPivotLongTailTest, 
BigEndianAscendingWordSerializerTest, TestEmbeddedSolrServerSchemaAPI, 
LeaderElectionIntegrationTest, DistributedFacetPivotWhiteBoxTest, 
ParsingFieldUpdateProcessorsTest, TestDistribDocBasedVersion, 
TestRequestForwarding, UpdateRequestProcessorFactoryTest, 
TestConfigSetsAPIZkFailure, ResponseLogComponentTest, MetricsConfigTest, 
TolerantUpdateProcessorTest, AnalysisAfterCoreReloadTest, SolrCloudExampleTest, 
TestRandomFaceting, BasicZkTest, TestPostingsSolrHighlighter, 
ReplicaListTransformerTest, MigrateRouteKeyTest, TestIndexingPerformance, 
TestFieldCacheWithThreads, TestStressVersions, AssignBackwardCompatibilityTest, 
SolrCoreTest, CdcrRequestHandlerTest, TriLevelCompositeIdRoutingTest, 
MoveReplicaHDFSTest, TestRetrieveFieldsOptimizer, 
DirectUpdateHandlerOptimizeTest, DistributedExpandComponentTest, 
TestStandardQParsers, TestMergePolicyConfig, TestExactStatsCache, 
MultiTermTest, TestDelegationWithHadoopAuth, BasicDistributedZkTest, 
TestScoreJoinQPScore, TestConfigSets, TestManagedResource, 
TestFilteredDocIdSet, TestZkAclsWithHadoopAuth, LeaderElectionContextKeyTest, 
TestCSVLoader, CursorPagingTest, TestPointFields, DeleteInactiveReplicaTest, 
CoreMergeIndexesAdminHandlerTest, UpdateParamsTest, 
TestWordDelimiterFilterFactory, TestBinaryResponseWriter, TermsComponentTest, 
TestReqParamsAPI, TestSolr4Spatial2, TestComplexPhraseQParserPlugin, 
UtilsToolTest, TestMiniSolrCloudClusterSSL, SolrGraphiteReporterTest, 
TestCodecSupport, TermVectorComponentTest, NoCacheHeaderTest, 
TestCollectionsAPIViaSolrCloudCluster, TestSubQueryTransformer, 
TestReversedWildcardFilterFactory, TestPullReplica, 
TestFieldTypeCollectionResource, CloneFieldUpdateProcessorFactoryTest, 
TestSolrJ, TestComponentsName, TestGeoJSONResponseWriter, ActionThrottleTest, 
SpellCheckCollatorTest, TestDocTermOrds, TestSegmentSorting, TestCrossCoreJoin, 
ZkControllerTest, TestInitQParser, TestPhraseSuggestions, QueryParsingTest, 
TestLegacyFieldReuse, TestDynamicLoading, TestFoldingMultitermQuery, 
BufferStoreTest, SolrSlf4jReporterTest, CoreSorterTest, TestSolrIndexConfig, 
SolrInfoBeanTest, TestCloudSchemaless, TestConfigOverlay, 
OverseerCollectionConfigSetProcessorTest, HdfsRecoveryZkTest, 
TestInPlaceUpdatesStandalone, TestNonDefinedSimilarityFactory, 
LeaderElectionTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, 
TestDistributedGrouping, TestRecovery, DistributedSpellCheckComponentTest, 
TestRealTimeGet, TestJoin, DistributedTermsComponentTest, SimpleFacetsTest, 
TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, 
TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest, 
BadIndexSchemaTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, 
DirectUpdateHandlerTest, SoftAutoCommitTest, SolrRequestParserTest, 
TestStressLucene, SuggesterWFSTTest, PolyFieldTest, 
SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, 
FieldMutatingUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, 
DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, 
DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, 
DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestOmitPositions, 
XmlUpdateRequestHandlerTest, TestValueSourceCache, 
FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, 
MBeansHandlerTest, SampleTest, TestBinaryField, NumericFieldsTest, 
MinimalSchemaTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, 
TestLuceneMatchVersion, TestCharFilters, SynonymTokenizerTest, 
TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, 
TestIBSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, 
ResourceLoaderTest, ScriptEngineTest, URLClassifyProcessorTest, 
DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, 
TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, 
DOMUtilTest, ClusterStateTest, TestUtils, SliceStateTest, 
SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, 
DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, 
SolrTestCaseJ4Test, TestDistributedMissingSort, TestLuceneIndexBackCompat, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=ChaosMonkeyNothingIsSafeWithPullReplicasTest 
-Dtests.seed=F6964D5E7675648B -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
 -Dtests.locale=ar-SY -Dtests.timezone=Etc/GMT+8 -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | ChaosMonkeyNothingIsSafeWithPullReplicasTest 
(suite) <<<
   [junit4]    > Throwable #1: 
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE 
scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 
   [junit4]    >    1) Thread[id=25503, 
name=zkCallback-3059-thread-4-EventThread, state=WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   [junit4]    >    2) Thread[id=25502, 
name=zkCallback-3059-thread-4-SendThread(127.0.0.1:37982), state=TIMED_WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    >    3) Thread[id=25081, name=Connection evictor, 
state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([F6964D5E7675648B]:0)Throwable #2: 
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=25502, 
name=zkCallback-3059-thread-4-SendThread(127.0.0.1:37982), state=TIMED_WAITING, 
group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([F6964D5E7675648B]:0)
   [junit4] Completed [500/751 (2!)] on J0 in 181.81s, 1 test, 3 errors <<< 
FAILURES!

[...truncated 48045 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to