See <http://sierranevada.servebeer.com:8080/job/slow-io-beasting/4893/>

------------------------------------------
[...truncated 14743 lines...]
[junit4:junit4]   2>    at sun.nio.ch.SocketChannelImpl.checkConnect(Native 
Method)
[junit4:junit4]   2>    at 
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:567)
[junit4:junit4]   2>    at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 871392 T792 oaz.ClientCnxn$EventThread.run EventThread 
shut down
[junit4:junit4]   2> 871392 T734 oaz.ZooKeeper.close Session: 0x13a9edd4ca10005 
closed
[junit4:junit4]   2> 871402 T734 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 871454 T734 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 
63015
[junit4:junit4]   2> 871454 T734 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=7699504
[junit4:junit4]   2> 871454 T734 oasc.SolrCore.close [collection1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@11cb8ac
[junit4:junit4]   2> 871460 T734 oasu.DirectUpdateHandler2.close closing 
DirectUpdateHandler2{commits=1,autocommits=0,soft 
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 871460 T734 oasc.SolrCore.decrefSolrCoreState Closing 
SolrCoreState
[junit4:junit4]   2> 871460 T734 oasu.DefaultSolrCoreState.closeIndexWriter 
SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 871460 T734 oasu.DefaultSolrCoreState.closeIndexWriter 
closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 871462 T734 oasc.SolrCore.closeSearcher [collection1] 
Closing main searcher on request.
[junit4:junit4]   2> 872990 T805 oaz.ClientCnxn$SendThread.startConnect Opening 
socket connection to server 127.0.0.1/127.0.0.1:62905
[junit4:junit4]   2> 874097 T806 oaz.ClientCnxn$EventThread.run EventThread 
shut down
[junit4:junit4]   2> 874097 T734 oaz.ZooKeeper.close Session: 0x13a9edd4ca10006 
closed
[junit4:junit4]   2> 874113 T734 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 874445 T734 oas.SolrTestCaseJ4.tearDown ###Ending 
testDistribSearch
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:63015_solr",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:63015/solr"}
[junit4:junit4]   1>    /solr/collections/control_collection (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/control_collection/shards (0)
[junit4:junit4]   1>     /solr/collections/control_collection/leader_elect (1)
[junit4:junit4]   1>      
/solr/collections/control_collection/leader_elect/control_shard (1)
[junit4:junit4]   1>       
/solr/collections/control_collection/leader_elect/control_shard/election (1)
[junit4:junit4]   1>        
/solr/collections/control_collection/leader_elect/control_shard/election/88557815997726722-127.0.0.1:62915_solr_collection1-n_0000000000
 (0)
[junit4:junit4]   1>     /solr/collections/control_collection/leaders (1)
[junit4:junit4]   1>      
/solr/collections/control_collection/leaders/control_shard (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:62915_solr",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:62915/solr"}
[junit4:junit4]   1>   /solr/clusterstate.json (0)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       {
[junit4:junit4]   1>         "collection1":{
[junit4:junit4]   1>           "shard1":{
[junit4:junit4]   1>             "range":"80000000-ffffffff",
[junit4:junit4]   1>             "replicas":{
[junit4:junit4]   1>               "127.0.0.1:62930_solr_collection1":{
[junit4:junit4]   1>                 "shard":"shard1",
[junit4:junit4]   1>                 "roles":null,
[junit4:junit4]   1>                 "state":"active",
[junit4:junit4]   1>                 "core":"collection1",
[junit4:junit4]   1>                 "collection":"collection1",
[junit4:junit4]   1>                 "node_name":"127.0.0.1:62930_solr",
[junit4:junit4]   1>                 "base_url":"http://127.0.0.1:62930/solr";,
[junit4:junit4]   1>                 "leader":"true"},
[junit4:junit4]   1>               "127.0.0.1:63007_solr_collection1":{
[junit4:junit4]   1>                 "shard":"shard1",
[junit4:junit4]   1>                 "roles":null,
[junit4:junit4]   1>                 "state":"active",
[junit4:junit4]   1>                 "core":"collection1",
[junit4:junit4]   1>                 "collection":"collection1",
[junit4:junit4]   1>                 "node_name":"127.0.0.1:63007_solr",
[junit4:junit4]   1>                 
"base_url":"http://127.0.0.1:63007/solr"}}},
[junit4:junit4]   1>           "shard2":{
[junit4:junit4]   1>             "range":"0-7fffffff",
[junit4:junit4]   1>             "replicas":{
[junit4:junit4]   1>               "127.0.0.1:62942_solr_collection1":{
[junit4:junit4]   1>                 "shard":null,
[junit4:junit4]   1>                 "roles":null,
[junit4:junit4]   1>                 "state":"down",
[junit4:junit4]   1>                 "core":"collection1",
[junit4:junit4]   1>                 "collection":"collection1",
[junit4:junit4]   1>                 "node_name":"127.0.0.1:62942_solr",
[junit4:junit4]   1>                 "base_url":"http://127.0.0.1:62942/solr"},
[junit4:junit4]   1>               "127.0.0.1:63015_solr_collection1":{
[junit4:junit4]   1>                 "shard":"shard2",
[junit4:junit4]   1>                 "roles":null,
[junit4:junit4]   1>                 "state":"active",
[junit4:junit4]   1>                 "core":"collection1",
[junit4:junit4]   1>                 "collection":"collection1",
[junit4:junit4]   1>                 "node_name":"127.0.0.1:63015_solr",
[junit4:junit4]   1>                 "base_url":"http://127.0.0.1:63015/solr";,
[junit4:junit4]   1>                 "leader":"true"}}}},
[junit4:junit4]   1>         
"control_collection":{"control_shard":{"replicas":{"127.0.0.1:62915_solr_collection1":{
[junit4:junit4]   1>                 "shard":"control_shard",
[junit4:junit4]   1>                 "roles":null,
[junit4:junit4]   1>                 "state":"active",
[junit4:junit4]   1>                 "core":"collection1",
[junit4:junit4]   1>                 "collection":"control_collection",
[junit4:junit4]   1>                 "node_name":"127.0.0.1:62915_solr",
[junit4:junit4]   1>                 "base_url":"http://127.0.0.1:62915/solr";,
[junit4:junit4]   1>                 "leader":"true"}}}}}
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch 
-Dtests.seed=8C9FC03F7A7E985F -Dtests.slow=true -Dtests.locale=fr_CA 
-Dtests.timezone=Pacific/Chatham -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE  874s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: There are still 
nodes recoverying
[junit4:junit4]    >    at 
__randomizedtesting.SeedInfo.seed([8C9FC03F7A7E985F:D794E270D21F863]:0)
[junit4:junit4]    >    at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    >    at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
[junit4:junit4]    >    at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:115)
[junit4:junit4]    >    at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:110)
[junit4:junit4]    >    at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:553)
[junit4:junit4]    >    at 
org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:65)
[junit4:junit4]    >    at 
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
[junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
[junit4:junit4]    >    at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    >    at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    >    at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    >    at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    >    at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 874460 T734 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 997154 T734 oas.SolrTestCaseJ4.endTrackingSearchers SEVERE 
ERROR: SolrIndexSearcher opens=11 closes=10
[junit4:junit4]   2> 997154 T733 ccr.ThreadLeakControl.checkThreadLeaks WARNING 
Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 1017310 T733 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 
1 thread leaked from SUITE scope at 
org.apache.solr.cloud.BasicDistributedZk2Test: 
[junit4:junit4]   2>       1) Thread[id=781, 
name=searcherExecutor-261-thread-1, state=WAITING, 
group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]   2>            at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2>            at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
[junit4:junit4]   2>            at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]   2>            at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2>            at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4]   2>            at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4]   2>            at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 1017310 T733 ccr.ThreadLeakControl.tryToInterruptAll 
Starting to interrupt leaked threads:
[junit4:junit4]   2>       1) Thread[id=781, 
name=searcherExecutor-261-thread-1, state=WAITING, 
group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]   2> 1020398 T733 ccr.ThreadLeakControl.tryToInterruptAll 
SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2>       1) Thread[id=781, 
name=searcherExecutor-261-thread-1, state=WAITING, 
group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]   2>            at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2>            at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
[junit4:junit4]   2>            at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]   2>            at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2>            at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4]   2>            at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4]   2>            at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: 
{n_f1=PostingsFormat(name=Lucene41WithOrds), foo_b=PostingsFormat(name=Direct), 
foo_d=Lucene41(blocksize=128), foo_f=PostingsFormat(name=Direct), 
n_tl1=PostingsFormat(name=Lucene41WithOrds), n_d1=Pulsing41(freqCutoff=3 
minBlockSize=45 maxBlockSize=171), rnd_b=Lucene41(blocksize=128), 
intDefault=PostingsFormat(name=Lucene41WithOrds), 
n_td1=PostingsFormat(name=Lucene41WithOrds), id=Lucene41(blocksize=128), 
timestamp=Pulsing41(freqCutoff=3 minBlockSize=45 maxBlockSize=171), 
range_facet_sl=Lucene41(blocksize=128), range_facet_si=Pulsing41(freqCutoff=3 
minBlockSize=45 maxBlockSize=171), multiDefault=Pulsing41(freqCutoff=3 
minBlockSize=45 maxBlockSize=171), n_tf1=Pulsing41(freqCutoff=3 minBlockSize=45 
maxBlockSize=171), n_dt1=PostingsFormat(name=Lucene41WithOrds), 
n_ti1=Lucene41(blocksize=128), range_facet_l=Pulsing41(freqCutoff=3 
minBlockSize=45 maxBlockSize=171), text=PostingsFormat(name=Direct), 
_version_=PostingsFormat(name=Lucene41WithOrds), a_t=Pulsing41(freqCutoff=3 
minBlockSize=45 maxBlockSize=171), 
n_tdt1=PostingsFormat(name=Lucene41WithOrds), 
other_tl1=PostingsFormat(name=Lucene41WithOrds), n_l1=Pulsing41(freqCutoff=3 
minBlockSize=45 maxBlockSize=171), a_si=PostingsFormat(name=Lucene41WithOrds)}, 
sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=fr_CA, 
timezone=Pacific/Chatham
[junit4:junit4]   2> NOTE: Windows Vista 6.0 x86/Sun Microsystems Inc. 1.6.0_23 
(32-bit)/cpus=4,threads=2,free=13619600,total=32284672
[junit4:junit4]   2> NOTE: All tests run in this JVM: 
[DirectSolrConnectionTest, TestGroupingSearch, TestSuggestSpellingConverter, 
TestStressVersions, DistanceFunctionTest, UpdateParamsTest, 
StatelessScriptUpdateProcessorFactoryTest, 
DistributedQueryElevationComponentTest, DocumentAnalysisRequestHandlerTest, 
TestIBSimilarityFactory, TestCollationField, TestSolrDeletionPolicy2, 
TestCharFilters, DebugComponentTest, OverseerTest, TestRealTimeGet, 
TestFaceting, FileBasedSpellCheckerTest, PeerSyncTest, SolrInfoMBeanTest, 
PingRequestHandlerTest, ReturnFieldsTest, CSVRequestHandlerTest, 
TestSolrDeletionPolicy1, PrimitiveFieldTypeTest, TestXIncludeConfig, 
TestQuerySenderListener, TestBM25SimilarityFactory, DateFieldTest, 
CircularListTest, BasicDistributedZk2Test]
[junit4:junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=BasicDistributedZk2Test -Dtests.seed=8C9FC03F7A7E985F 
-Dtests.slow=true -Dtests.locale=fr_CA -Dtests.timezone=Pacific/Chatham 
-Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   0.00s J1 | BasicDistributedZk2Test (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: ERROR: 
SolrIndexSearcher opens=11 closes=10
[junit4:junit4]    >    at 
__randomizedtesting.SeedInfo.seed([8C9FC03F7A7E985F]:0)
[junit4:junit4]    >    at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    >    at 
org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:242)
[junit4:junit4]    >    at 
org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:97)
[junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
[junit4:junit4]    >    at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    >    at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    >    at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    >    at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]    > Throwable #2: 
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE 
scope at org.apache.solr.cloud.BasicDistributedZk2Test: 
[junit4:junit4]    >    1) Thread[id=781, name=searcherExecutor-261-thread-1, 
state=WAITING, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
[junit4:junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]    >    at 
__randomizedtesting.SeedInfo.seed([8C9FC03F7A7E985F]:0)
[junit4:junit4]    > Throwable #3: 
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=781, name=searcherExecutor-261-thread-1, 
state=WAITING, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
[junit4:junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]    >    at 
__randomizedtesting.SeedInfo.seed([8C9FC03F7A7E985F]:0)
[junit4:junit4] Completed on J1 in 1020.45s, 1 test, 2 failures, 2 errors <<< 
FAILURES!
[junit4:junit4] 
[junit4:junit4] 
[junit4:junit4] Tests with failures:
[junit4:junit4]   - 
org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
[junit4:junit4]   - org.apache.solr.cloud.BasicDistributedZk2Test (suite)
[junit4:junit4] 
[junit4:junit4] 
[junit4:junit4] JVM J0:     2.62 ..   296.55 =   293.93s
[junit4:junit4] JVM J1:     2.90 ..  1288.57 =  1285.67s
[junit4:junit4] JVM J2:     2.64 ..   282.57 =   279.94s
[junit4:junit4] JVM J3:     2.64 ..   270.64 =   268.01s
[junit4:junit4] JVM J4:     2.64 ..   270.91 =   268.27s
[junit4:junit4] JVM J5:     2.64 ..   287.47 =   284.83s
[junit4:junit4] JVM J6:     2.90 ..   272.83 =   269.92s
[junit4:junit4] JVM J7:     2.64 ..   272.09 =   269.46s
[junit4:junit4] Execution time total: 21 minutes 28 seconds
[junit4:junit4] Tests summary: 233 suites, 965 tests, 3 suite-level errors, 1 
failure, 12 ignored (7 assumptions)

BUILD FAILED
<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/build.xml>:39: 
The following error occurred while executing this line:
<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/solr/build.xml>:178:
 The following error occurred while executing this line:
<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/lucene/module-build.xml>:61:
 The following error occurred while executing this line:
<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/lucene/common-build.xml>:1159:
 The following error occurred while executing this line:
<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/lucene/common-build.xml>:827:
 There were test failures: 233 suites, 965 tests, 3 suite-level errors, 1 
failure, 12 ignored (7 assumptions)

Total time: 29 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to