See <http://sierranevada.servebeer.com:8080/job/slow-io-beasting/5050/>
------------------------------------------
[...truncated 414910 lines...]
[junit4:junit4] 2> 638290 T106 oazs.NIOServerCnxn.closeSock Closed socket
connection for client /127.0.0.1:50576 which had sessionid 0x13aabb659ce0002
[junit4:junit4] 2> 638290 T108 oazs.NIOServerCnxn$Factory.run NIOServerCnxn
factory exited run method
[junit4:junit4] 2> 638290 T126 oaz.ClientCnxn$SendThread.run Unable to read
additional data from server sessionid 0x13aabb659ce0002, likely server has
closed socket, closing socket connection and attempting reconnect
[junit4:junit4] 2> 638290 T106 oazs.FinalRequestProcessor.shutdown shutdown
of request processor complete
[junit4:junit4] 2> 638290 T106 oasc.ChaosMonkey.monkeyLog monkey: stop shard!
50568
[junit4:junit4] 2> 638290 T106 oasc.CoreContainer.shutdown Shutting down
CoreContainer instance=19547591
[junit4:junit4] 2> 638290 T106 oasc.SolrCore.close [collection1] CLOSING
SolrCore org.apache.solr.core.SolrCore@1e001c8
[junit4:junit4] 2> 638290 T106 oasu.DirectUpdateHandler2.close closing
DirectUpdateHandler2{commits=0,autocommits=0,soft
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=17261,adds=17261,deletesById=8530,deletesByQuery=0,errors=0,cumulative_adds=17261,cumulative_deletesById=8530,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 638290 T106 oasc.SolrCore.decrefSolrCoreState Closing
SolrCoreState
[junit4:junit4] 2> 638290 T106 oasu.DefaultSolrCoreState.closeIndexWriter
SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 638290 T106 oasu.DefaultSolrCoreState.closeIndexWriter
closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 638399 T127 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@116f2e6 name:ZooKeeperConnection
Watcher:127.0.0.1:50506/solr got event WatchedEvent state:Disconnected
type:None path:null path:null type:None
[junit4:junit4] 2> 638399 T195 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1caeccf name:ZooKeeperConnection
Watcher:127.0.0.1:50506/solr got event WatchedEvent state:Disconnected
type:None path:null path:null type:None
[junit4:junit4] 2> 638399 T141 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@17f2ee6 name:ZooKeeperConnection
Watcher:127.0.0.1:50506/solr got event WatchedEvent state:Disconnected
type:None path:null path:null type:None
[junit4:junit4] 2> 638399 T127 oascc.ConnectionManager.process zkClient has
disconnected
[junit4:junit4] 2> 638399 T195 oascc.ConnectionManager.process zkClient has
disconnected
[junit4:junit4] 2> 638399 T141 oascc.ConnectionManager.process zkClient has
disconnected
[junit4:junit4] 2> 638454 T106 C7 P50568 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2>
commit{dir=NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/solr/build/solr-core/test/J6/org.apache.solr.cloud.RecoveryZkTest-1351500584997/control/data/index>
lockFactory=org.apache.lucene.store.NativeFSLockFactory@eba9b0;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2>
commit{dir=NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/solr/build/solr-core/test/J6/org.apache.solr.cloud.RecoveryZkTest-1351500584997/control/data/index>
lockFactory=org.apache.lucene.store.NativeFSLockFactory@eba9b0;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_1is_Lucene41WithOrds_0.pos,
_1be.fdt, _1is_NestedPulsing_0.doc, _1is_Lucene41WithOrds_0.tii,
_1iq_Pulsing41_0.doc, _1gp_Pulsing41_0.doc, _1gp_Pulsing41_0.tip,
_1be_Memory_0.ram, _1gp_Pulsing41_0.tim, _1ir_NestedPulsing_0.doc, _1iq.fdx,
_1is.fnm, _1ir_Lucene41WithOrds_0.doc, _1iq.fdt, _1is.si, _1ir.fnm,
_1is_Lucene41WithOrds_0.tib, _1is_Memory_0.ram, _1ir_Memory_0.ram,
_1ir_Lucene41WithOrds_0.pos, _1is_NestedPulsing_0.pos,
_1gp_NestedPulsing_0.tim, _1be_NestedPulsing_0.pos, _1gp.fnm, _1gp.fdx,
_1gp.fdt, _1gp_NestedPulsing_0.tip, _1be_Lucene41WithOrds_0.doc, _1iq_nrm.cfs,
_1iq_Lucene41WithOrds_0.doc, _1ir_NestedPulsing_0.tim,
_1ir_NestedPulsing_0.tip, _1is_nrm.cfs, _1ir_Pulsing41_0.tip,
_1ir_Pulsing41_0.tim, _1is_Pulsing41_0.pos, _1gp_Pulsing41_0.pos,
_1gp_Lucene41WithOrds_0.tib, _1iq_NestedPulsing_0.doc, _1iq_1.del,
_1iq_nrm.cfe, _1be_Lucene41WithOrds_0.pos, _1be_1.del, _1is_nrm.cfe,
_1be_Lucene41WithOrds_0.tii, _1be_Lucene41WithOrds_0.tib,
_1gp_Lucene41WithOrds_0.tii, _1iq_NestedPulsing_0.tim,
_1ir_Lucene41WithOrds_0.tii, _1ir.si, _1iq_NestedPulsing_0.tip,
_1ir_Lucene41WithOrds_0.tib, _1is_Pulsing41_0.doc, _1be_NestedPulsing_0.doc,
_1iq_Memory_0.ram, _1gp_Memory_0.ram, _1iq.fnm, _1is.fdt, _1is.fdx,
_1be_nrm.cfe, _1ir_nrm.cfe, _1ir.fdt, _1gp_NestedPulsing_0.doc, _1be.si,
_1ir.fdx, _1be_NestedPulsing_0.tim, _1gp_NestedPulsing_0.pos, _1iq.si,
_1be_NestedPulsing_0.tip, _1be_Pulsing41_0.pos, _1be_Pulsing41_0.tim,
_1be_Pulsing41_0.tip, _1is_Pulsing41_0.tim, _1is_Pulsing41_0.tip,
_1ir_NestedPulsing_0.pos, _1be_nrm.cfs, _1ir_Pulsing41_0.doc, _1gp_1.del,
_1gp_nrm.cfs, _1iq_Lucene41WithOrds_0.pos, _1be_Pulsing41_0.doc, _1gp_nrm.cfe,
_1gp_Lucene41WithOrds_0.pos, _1is_NestedPulsing_0.tip,
_1is_Lucene41WithOrds_0.doc, _1is_NestedPulsing_0.tim,
_1gp_Lucene41WithOrds_0.doc, _1iq_Lucene41WithOrds_0.tib, _1be.fnm,
_1iq_Pulsing41_0.pos, _1ir_nrm.cfs, _1gp.si, _1iq_Pulsing41_0.tim, _1be.fdx,
_1iq_Pulsing41_0.tip, _1iq_NestedPulsing_0.pos, _1ir_Pulsing41_0.pos,
segments_2, _1iq_Lucene41WithOrds_0.tii]
[junit4:junit4] 2> 638455 T106 C7 P50568
oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 638458 T106 oasc.SolrCore.closeSearcher [collection1]
Closing main searcher on request.
[junit4:junit4] 2> 638459 T128 oasc.Overseer$ClusterStateUpdater.amILeader
According to ZK I (id=88571942366216194-127.0.0.1:50568_solr-n_0000000000) am
no longer a leader.
[junit4:junit4] 2> 639674 T126 oaz.ClientCnxn$SendThread.startConnect Opening
socket connection to server 127.0.0.1/127.0.0.1:50506
[junit4:junit4] 2> 639737 T194 oaz.ClientCnxn$SendThread.startConnect Opening
socket connection to server 127.0.0.1/127.0.0.1:50506
[junit4:junit4] 2> 640096 T140 oaz.ClientCnxn$SendThread.startConnect Opening
socket connection to server 127.0.0.1/127.0.0.1:50506
[junit4:junit4] 2> 640735 T194 oaz.ClientCnxn$SendThread.run WARNING Session
0x13aabb659ce0007 for server null, unexpected error, closing socket connection
and attempting reconnect java.net.ConnectException: Connection refused: no
further information
[junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native
Method)
[junit4:junit4] 2> at
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:567)
[junit4:junit4] 2> at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4] 2>
[junit4:junit4] 2> 640766 T127 oaz.ClientCnxn$EventThread.run EventThread
shut down
[junit4:junit4] 2> 640766 T106 oaz.ZooKeeper.close Session: 0x13aabb659ce0002
closed
[junit4:junit4] 2> 640782 T106 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4] 2> 640833 T106 oasc.ChaosMonkey.monkeyLog monkey: stop shard!
50632
[junit4:junit4] 2> 640833 T106 oasc.CoreContainer.shutdown Shutting down
CoreContainer instance=24478494
[junit4:junit4] 2> 641175 T141 oaz.ClientCnxn$EventThread.run EventThread
shut down
[junit4:junit4] 2> 641175 T106 oaz.ZooKeeper.close Session: 0x13aabb659ce0003
closed
[junit4:junit4] 2> 641185 T106 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4] 2> 641236 T106 oasc.ChaosMonkey.monkeyLog monkey: stop shard!
51680
[junit4:junit4] 2> 641236 T106 oasc.CoreContainer.shutdown Shutting down
CoreContainer instance=27469994
[junit4:junit4] 2> 641236 T106 oasc.SolrCore.close [collection1] CLOSING
SolrCore org.apache.solr.core.SolrCore@6b4c9c
[junit4:junit4] 2> 641242 T106 oasu.DirectUpdateHandler2.close closing
DirectUpdateHandler2{commits=0,autocommits=0,soft
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=7867,adds=7867,deletesById=3877,deletesByQuery=0,errors=0,cumulative_adds=7867,cumulative_deletesById=3877,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 641242 T106 oasc.SolrCore.decrefSolrCoreState Closing
SolrCoreState
[junit4:junit4] 2> 641242 T106 oasu.DefaultSolrCoreState.closeIndexWriter
SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 641242 T106 oasu.DefaultSolrCoreState.closeIndexWriter
closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 641584 T106 C8 P51680 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2>
commit{dir=NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/solr/build/solr-core/test/J6/org.apache.solr.cloud.RecoveryZkTest-1351500584997/jetty2/index>
lockFactory=org.apache.lucene.store.NativeFSLockFactory@5df015;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2>
commit{dir=NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/solr/build/solr-core/test/J6/org.apache.solr.cloud.RecoveryZkTest-1351500584997/jetty2/index>
lockFactory=org.apache.lucene.store.NativeFSLockFactory@5df015;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_he_Pulsing41_0.tim,
_ov_NestedPulsing_0.tip, _ou_nrm.cfs, _he_Pulsing41_0.tip,
_ov_NestedPulsing_0.tim, _os_Memory_0.ram, _ov_nrm.cfe, _ow.si, _os.fnm,
_ou_nrm.cfe, _ov_nrm.cfs, _os_nrm.cfs, _he_NestedPulsing_0.doc, _ov.fdt,
_ml_Memory_0.ram, _bt_Pulsing41_0.tim, _bt_Pulsing41_0.tip, _os_nrm.cfe,
_ot_Pulsing41_0.pos, _he_Memory_0.ram, _61.fdt, _ov.fdx, _61.fdx, _61_1.del,
_he.fdx, _61_Lucene41WithOrds_0.pos, _he.fdt, _ow_Lucene41WithOrds_0.doc,
_os.si, _he_nrm.cfs, _ou_Lucene41WithOrds_0.pos, _ox.fdt, _ox.fdx, _he_1.del,
_61_NestedPulsing_0.pos, _ml.si, _ml_1.del, _bt.fnm, _61_Pulsing41_0.doc,
_ot_NestedPulsing_0.pos, _ou_Pulsing41_0.pos, _bt_NestedPulsing_0.doc, _he.si,
_ou.fdx, _he_NestedPulsing_0.tim, _he_NestedPulsing_0.tip, _ml_nrm.cfs,
_bt.fdt, _bt.fdx, _bt_1.del, _ow_Pulsing41_0.pos, _ox_Lucene41WithOrds_0.tib,
_ou_NestedPulsing_0.doc, _ou.fdt, _ou_Lucene41WithOrds_0.tib,
_ow_Lucene41WithOrds_0.tii, _ot.fnm, _bt.si, _61.fnm,
_ox_Lucene41WithOrds_0.tii, _ou_Lucene41WithOrds_0.tii, _ou_Pulsing41_0.doc,
_os_Lucene41WithOrds_0.doc, _bt_nrm.cfs, _he_nrm.cfe, _ou_NestedPulsing_0.tip,
_ml_Pulsing41_0.pos, _ou_NestedPulsing_0.tim, _ox_Pulsing41_0.pos, _ml_nrm.cfe,
_bt_nrm.cfe, _ow_NestedPulsing_0.tip, _ou_Memory_0.ram, _ou_Pulsing41_0.tip,
_ou_Pulsing41_0.tim, _ow_NestedPulsing_0.tim, _ou_Lucene41WithOrds_0.doc,
_ow_Memory_0.ram, _61_NestedPulsing_0.tip, _os_Pulsing41_0.tim, _ow.fnm,
_os_Pulsing41_0.tip, _ox.si, _61_NestedPulsing_0.tim,
_ow_Lucene41WithOrds_0.tib, _ml_Lucene41WithOrds_0.doc, _ov_Pulsing41_0.pos,
_ox_Lucene41WithOrds_0.doc, _bt_Pulsing41_0.pos, _ml.fnm, _ot_Memory_0.ram,
_ou.si, _os_Lucene41WithOrds_0.pos, _ot_NestedPulsing_0.tip,
_os_Pulsing41_0.pos, _ox.fnm, _ov.fnm, _ot.si, _ot_Lucene41WithOrds_0.pos,
_ov_Pulsing41_0.doc, _ot_Lucene41WithOrds_0.tii, _ox_Memory_0.ram, _os.fdx,
_os.fdt, _ot_Lucene41WithOrds_0.tib, _bt_Memory_0.ram, _ml_Pulsing41_0.tip,
_he.fnm, _ow_nrm.cfs, _ml_Lucene41WithOrds_0.pos, _ot_Pulsing41_0.tim, _ml.fdt,
_os_NestedPulsing_0.doc, _ot_Lucene41WithOrds_0.doc, _ot_Pulsing41_0.tip,
_ot_1.del, _ow_nrm.cfe, _ml_Pulsing41_0.tim, _ml.fdx, _ot_NestedPulsing_0.tim,
_ov_NestedPulsing_0.doc, _61_Lucene41WithOrds_0.tib, _ox_nrm.cfs,
_bt_Lucene41WithOrds_0.pos, _ov_Lucene41WithOrds_0.pos, _he_Pulsing41_0.pos,
_os_NestedPulsing_0.tim, _ml_NestedPulsing_0.tim, _ml_NestedPulsing_0.tip,
_ot_NestedPulsing_0.doc, _61_Lucene41WithOrds_0.tii, _os_Pulsing41_0.doc,
_ot_Pulsing41_0.doc, _ox_nrm.cfe, _ml_NestedPulsing_0.pos,
_ox_Lucene41WithOrds_0.pos, _bt_NestedPulsing_0.tip,
_he_Lucene41WithOrds_0.tib, _61_Memory_0.ram, _bt_NestedPulsing_0.tim,
_ov_NestedPulsing_0.pos, _ox_NestedPulsing_0.tip, _os_NestedPulsing_0.tip,
_ox_NestedPulsing_0.tim, _he_Lucene41WithOrds_0.tii, _ow_NestedPulsing_0.doc,
_ox_NestedPulsing_0.doc, _he_Lucene41WithOrds_0.doc, _ow.fdx,
_he_NestedPulsing_0.pos, _os_NestedPulsing_0.pos, _ou_NestedPulsing_0.pos,
_ow_Pulsing41_0.tip, _ow.fdt, _ow_Pulsing41_0.tim, _ov_Pulsing41_0.tip,
_ox_Pulsing41_0.doc, _ot.fdt, _ow_Lucene41WithOrds_0.pos,
_ml_NestedPulsing_0.doc, _ov_Pulsing41_0.tim, _bt_Lucene41WithOrds_0.doc,
_61_nrm.cfs, _ov_Lucene41WithOrds_0.doc, _he_Lucene41WithOrds_0.pos,
_bt_Lucene41WithOrds_0.tii, _ow_NestedPulsing_0.pos,
_bt_Lucene41WithOrds_0.tib, _he_Pulsing41_0.doc, _ot.fdx, _ou.fnm,
_61_Pulsing41_0.pos, _ot_nrm.cfs, _ov.si, _61_nrm.cfe,
_ml_Lucene41WithOrds_0.tii, _ot_nrm.cfe, _bt_NestedPulsing_0.pos,
_bt_Pulsing41_0.doc, _ml_Lucene41WithOrds_0.tib, _ml_Pulsing41_0.doc, _61.si,
_ov_Memory_0.ram, _61_Lucene41WithOrds_0.doc, _ox_NestedPulsing_0.pos,
_ov_Lucene41WithOrds_0.tib, _os_Lucene41WithOrds_0.tii,
_ov_Lucene41WithOrds_0.tii, _ox_Pulsing41_0.tip, _ow_Pulsing41_0.doc,
_61_NestedPulsing_0.doc, _61_Pulsing41_0.tip, _ox_Pulsing41_0.tim, segments_2,
_os_Lucene41WithOrds_0.tib, _61_Pulsing41_0.tim]
[junit4:junit4] 2> 641584 T106 C8 P51680
oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 641615 T106 C8 P51680 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2>
commit{dir=NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/solr/build/solr-core/test/J6/org.apache.solr.cloud.RecoveryZkTest-1351500584997/jetty2/index>
lockFactory=org.apache.lucene.store.NativeFSLockFactory@5df015;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_he_Pulsing41_0.tim,
_ov_NestedPulsing_0.tip, _ou_nrm.cfs, _he_Pulsing41_0.tip,
_ov_NestedPulsing_0.tim, _os_Memory_0.ram, _ov_nrm.cfe, _ow.si, _os.fnm,
_ou_nrm.cfe, _ov_nrm.cfs, _os_nrm.cfs, _he_NestedPulsing_0.doc, _ov.fdt,
_ml_Memory_0.ram, _bt_Pulsing41_0.tim, _bt_Pulsing41_0.tip, _os_nrm.cfe,
_ot_Pulsing41_0.pos, _he_Memory_0.ram, _61.fdt, _ov.fdx, _61.fdx, _61_1.del,
_he.fdx, _61_Lucene41WithOrds_0.pos, _he.fdt, _ow_Lucene41WithOrds_0.doc,
_os.si, _he_nrm.cfs, _ou_Lucene41WithOrds_0.pos, _ox.fdt, _ox.fdx, _he_1.del,
_61_NestedPulsing_0.pos, _ml.si, _ml_1.del, _bt.fnm, _61_Pulsing41_0.doc,
_ot_NestedPulsing_0.pos, _ou_Pulsing41_0.pos, _bt_NestedPulsing_0.doc, _he.si,
_ou.fdx, _he_NestedPulsing_0.tim, _he_NestedPulsing_0.tip, _ml_nrm.cfs,
_bt.fdt, _bt.fdx, _bt_1.del, _ow_Pulsing41_0.pos, _ox_Lucene41WithOrds_0.tib,
_ou_NestedPulsing_0.doc, _ou.fdt, _ou_Lucene41WithOrds_0.tib,
_ow_Lucene41WithOrds_0.tii, _ot.fnm, _bt.si, _61.fnm,
_ox_Lucene41WithOrds_0.tii, _ou_Lucene41WithOrds_0.tii, _ou_Pulsing41_0.doc,
_os_Lucene41WithOrds_0.doc, _bt_nrm.cfs, _he_nrm.cfe, _ou_NestedPulsing_0.tip,
_ml_Pulsing41_0.pos, _ou_NestedPulsing_0.tim, _ox_Pulsing41_0.pos, _ml_nrm.cfe,
_bt_nrm.cfe, _ow_NestedPulsing_0.tip, _ou_Memory_0.ram, _ou_Pulsing41_0.tip,
_ou_Pulsing41_0.tim, _ow_NestedPulsing_0.tim, _ou_Lucene41WithOrds_0.doc,
_ow_Memory_0.ram, _61_NestedPulsing_0.tip, _os_Pulsing41_0.tim, _ow.fnm,
_os_Pulsing41_0.tip, _ox.si, _61_NestedPulsing_0.tim,
_ow_Lucene41WithOrds_0.tib, _ml_Lucene41WithOrds_0.doc, _ov_Pulsing41_0.pos,
_ox_Lucene41WithOrds_0.doc, _bt_Pulsing41_0.pos, _ml.fnm, _ot_Memory_0.ram,
_ou.si, _os_Lucene41WithOrds_0.pos, _ot_NestedPulsing_0.tip,
_os_Pulsing41_0.pos, _ox.fnm, _ov.fnm, _ot.si, _ot_Lucene41WithOrds_0.pos,
_ov_Pulsing41_0.doc, _ot_Lucene41WithOrds_0.tii, _ox_Memory_0.ram, _os.fdx,
_os.fdt, _ot_Lucene41WithOrds_0.tib, _bt_Memory_0.ram, _ml_Pulsing41_0.tip,
_he.fnm, _ow_nrm.cfs, _ml_Lucene41WithOrds_0.pos, _ot_Pulsing41_0.tim, _ml.fdt,
_os_NestedPulsing_0.doc, _ot_Lucene41WithOrds_0.doc, _ot_Pulsing41_0.tip,
_ot_1.del, _ow_nrm.cfe, _ml_Pulsing41_0.tim, _ml.fdx, _ot_NestedPulsing_0.tim,
_ov_NestedPulsing_0.doc, _61_Lucene41WithOrds_0.tib, _ox_nrm.cfs,
_bt_Lucene41WithOrds_0.pos, _ov_Lucene41WithOrds_0.pos, _he_Pulsing41_0.pos,
_os_NestedPulsing_0.tim, _ml_NestedPulsing_0.tim, _ml_NestedPulsing_0.tip,
_ot_NestedPulsing_0.doc, _61_Lucene41WithOrds_0.tii, _os_Pulsing41_0.doc,
_ot_Pulsing41_0.doc, _ox_nrm.cfe, _ml_NestedPulsing_0.pos,
_ox_Lucene41WithOrds_0.pos, _bt_NestedPulsing_0.tip,
_he_Lucene41WithOrds_0.tib, _61_Memory_0.ram, _bt_NestedPulsing_0.tim,
_ov_NestedPulsing_0.pos, _ox_NestedPulsing_0.tip, _os_NestedPulsing_0.tip,
_ox_NestedPulsing_0.tim, _he_Lucene41WithOrds_0.tii, _ow_NestedPulsing_0.doc,
_ox_NestedPulsing_0.doc, _he_Lucene41WithOrds_0.doc, _ow.fdx,
_he_NestedPulsing_0.pos, _os_NestedPulsing_0.pos, _ou_NestedPulsing_0.pos,
_ow_Pulsing41_0.tip, _ow.fdt, _ow_Pulsing41_0.tim, _ov_Pulsing41_0.tip,
_ox_Pulsing41_0.doc, _ot.fdt, _ow_Lucene41WithOrds_0.pos,
_ml_NestedPulsing_0.doc, _ov_Pulsing41_0.tim, _bt_Lucene41WithOrds_0.doc,
_61_nrm.cfs, _ov_Lucene41WithOrds_0.doc, _he_Lucene41WithOrds_0.pos,
_bt_Lucene41WithOrds_0.tii, _ow_NestedPulsing_0.pos,
_bt_Lucene41WithOrds_0.tib, _he_Pulsing41_0.doc, _ot.fdx, _ou.fnm,
_61_Pulsing41_0.pos, _ot_nrm.cfs, _ov.si, _61_nrm.cfe,
_ml_Lucene41WithOrds_0.tii, _ot_nrm.cfe, _bt_NestedPulsing_0.pos,
_bt_Pulsing41_0.doc, _ml_Lucene41WithOrds_0.tib, _ml_Pulsing41_0.doc, _61.si,
_ov_Memory_0.ram, _61_Lucene41WithOrds_0.doc, _ox_NestedPulsing_0.pos,
_ov_Lucene41WithOrds_0.tib, _os_Lucene41WithOrds_0.tii,
_ov_Lucene41WithOrds_0.tii, _ox_Pulsing41_0.tip, _ow_Pulsing41_0.doc,
_61_NestedPulsing_0.doc, _61_Pulsing41_0.tip, _ox_Pulsing41_0.tim, segments_2,
_os_Lucene41WithOrds_0.tib, _61_Pulsing41_0.tim]
[junit4:junit4] 2>
commit{dir=NRTCachingDirectory(org.apache.lucene.store.SimpleFSDirectory@<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/solr/build/solr-core/test/J6/org.apache.solr.cloud.RecoveryZkTest-1351500584997/jetty2/index>
lockFactory=org.apache.lucene.store.NativeFSLockFactory@5df015;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_os_Pulsing41_0.pos,
_oy.fnm, _os_Memory_0.ram, _ox.fnm, _oy_Lucene41WithOrds_0.tib,
_os_NestedPulsing_0.pos, _os.fdx, _ox_Memory_0.ram, _os.fnm, _os.fdt,
_ox_Lucene41WithOrds_0.tib, _os_nrm.cfs, _ox_Pulsing41_0.doc,
_oy_Pulsing41_0.doc, _ox_Lucene41WithOrds_0.tii, _oy_Pulsing41_0.tim,
_oy_nrm.cfs, _oy_Pulsing41_0.tip, _os_Lucene41WithOrds_0.doc, _os_nrm.cfe,
_oy_Lucene41WithOrds_0.pos, _os_NestedPulsing_0.doc, _oy_NestedPulsing_0.doc,
_oy_nrm.cfe, _oy_NestedPulsing_0.pos, _oy_Pulsing41_0.pos, _ox_Pulsing41_0.pos,
_oy.fdt, _oy.fdx, _ox_nrm.cfs, _os_NestedPulsing_0.tim,
_oy_Lucene41WithOrds_0.doc, _os.si, _os_Pulsing41_0.tim, _os_Pulsing41_0.tip,
_ox.si, _os_Pulsing41_0.doc, _ox.fdt, _ox_nrm.cfe, _ox.fdx,
_ox_Lucene41WithOrds_0.doc, _ox_Lucene41WithOrds_0.pos,
_ox_NestedPulsing_0.pos, _os_NestedPulsing_0.tip, _os_Lucene41WithOrds_0.tii,
_ox_NestedPulsing_0.tip, _oy_Memory_0.ram, _oy_NestedPulsing_0.tip,
_ox_Pulsing41_0.tip, _ox_NestedPulsing_0.tim, _oy_NestedPulsing_0.tim,
_ox_Pulsing41_0.tim, _oy.si, _os_Lucene41WithOrds_0.pos,
_os_Lucene41WithOrds_0.tib, _oy_Lucene41WithOrds_0.tii, segments_3,
_ox_NestedPulsing_0.doc]
[junit4:junit4] 2> 641615 T106 C8 P51680
oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4] 2> 641725 T106 oasc.SolrCore.closeSearcher [collection1]
Closing main searcher on request.
[junit4:junit4] 2> 642505 T194 oaz.ClientCnxn$SendThread.startConnect Opening
socket connection to server 127.0.0.1/127.0.0.1:50506
[junit4:junit4] 2> 643628 T195 oaz.ClientCnxn$EventThread.run EventThread
shut down
[junit4:junit4] 2> 643628 T106 oaz.ZooKeeper.close Session: 0x13aabb659ce0007
closed
[junit4:junit4] 2> 643643 T106 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4] 2> 644022 T106 oas.SolrTestCaseJ4.tearDown ###Ending
testDistribSearch
[junit4:junit4] 1> "base_url":"http://127.0.0.1:50568/solr"}
[junit4:junit4] 1> /solr/clusterstate.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "collection1":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:50632_solr_collection1":{
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:50632_solr",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:50632/solr"},
[junit4:junit4] 1> "127.0.0.1:51680_solr_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:51680_solr",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51680/solr";,
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1>
"control_collection":{"control_shard":{"replicas":{"127.0.0.1:50568_solr_collection1":{
[junit4:junit4] 1> "shard":"control_shard",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:50568_solr",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:50568/solr";,
[junit4:junit4] 1> "leader":"true"}}}}}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryZkTest
-Dtests.method=testDistribSearch -Dtests.seed=8D7816F8322F10B7
-Dtests.slow=true -Dtests.locale=es_PY -Dtests.timezone=Iran
-Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 644s J6 | RecoveryZkTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: There are still
nodes recoverying - waited for 180 seconds
[junit4:junit4] > at
__randomizedtesting.SeedInfo.seed([8D7816F8322F10B7:C9E98E04570708B]:0)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4] > at
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:165)
[junit4:junit4] > at
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:115)
[junit4:junit4] > at
org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:75)
[junit4:junit4] > at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
Method)
[junit4:junit4] > at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4] > at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:662)
[junit4:junit4] 2> 644038 T106 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 766732 T106 oas.SolrTestCaseJ4.endTrackingSearchers SEVERE
ERROR: SolrIndexSearcher opens=4 closes=3
[junit4:junit4] 2> 766732 T105 ccr.ThreadLeakControl.checkThreadLeaks WARNING
Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> 786887 T105 ccr.ThreadLeakControl.checkThreadLeaks SEVERE
1 thread leaked from SUITE scope at org.apache.solr.cloud.RecoveryZkTest:
[junit4:junit4] 2> 1) Thread[id=142,
name=searcherExecutor-112-thread-1, state=WAITING, group=TGRP-RecoveryZkTest]
[junit4:junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4:junit4] 2> at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
[junit4:junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4] 2> at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:662)
[junit4:junit4] 2> 786887 T105 ccr.ThreadLeakControl.tryToInterruptAll
Starting to interrupt leaked threads:
[junit4:junit4] 2> 1) Thread[id=142,
name=searcherExecutor-112-thread-1, state=WAITING, group=TGRP-RecoveryZkTest]
[junit4:junit4] 2> 789976 T105 ccr.ThreadLeakControl.tryToInterruptAll SEVERE
There are still zombie threads that couldn't be terminated:
[junit4:junit4] 2> 1) Thread[id=142,
name=searcherExecutor-112-thread-1, state=WAITING, group=TGRP-RecoveryZkTest]
[junit4:junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4:junit4] 2> at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
[junit4:junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4] 2> at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:662)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene41:
{range_facet_l=Pulsing41(freqCutoff=7 minBlockSize=40 maxBlockSize=163),
text=PostingsFormat(name=Lucene41WithOrds),
_version_=PostingsFormat(name=NestedPulsing), rnd_b=PostingsFormat(name=Memory
doPackFST= true), intDefault=PostingsFormat(name=NestedPulsing),
id=PostingsFormat(name=Memory doPackFST= true),
timestamp=Pulsing41(freqCutoff=7 minBlockSize=40 maxBlockSize=163),
a_t=Pulsing41(freqCutoff=7 minBlockSize=40 maxBlockSize=163),
range_facet_sl=PostingsFormat(name=Memory doPackFST= true),
range_facet_si=Pulsing41(freqCutoff=7 minBlockSize=40 maxBlockSize=163),
other_tl1=PostingsFormat(name=NestedPulsing),
multiDefault=Pulsing41(freqCutoff=7 minBlockSize=40 maxBlockSize=163),
a_si=PostingsFormat(name=NestedPulsing)},
sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=es_PY,
timezone=Iran
[junit4:junit4] 2> NOTE: Windows Vista 6.0 x86/Sun Microsystems Inc. 1.6.0_23
(32-bit)/cpus=4,threads=3,free=9669760,total=67534848
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestPluginEnable,
SearchHandlerTest, CSVRequestHandlerTest, TimeZoneUtilsTest, CurrencyFieldTest,
HighlighterConfigTest, PolyFieldTest, IndexSchemaRuntimeFieldTest,
FieldMutatingUpdateProcessorTest, SoftAutoCommitTest, SortByFunctionTest,
RAMDirectoryFactoryTest, SolrCoreTest, TestStressLucene, FileUtilsTest,
RecoveryZkTest]
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryZkTest
-Dtests.seed=8D7816F8322F10B7 -Dtests.slow=true -Dtests.locale=es_PY
-Dtests.timezone=Iran -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 0.00s J6 | RecoveryZkTest (suite) <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: ERROR:
SolrIndexSearcher opens=4 closes=3
[junit4:junit4] > at
__randomizedtesting.SeedInfo.seed([8D7816F8322F10B7]:0)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4] > at
org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:242)
[junit4:junit4] > at
org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:97)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
Method)
[junit4:junit4] > at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4] > at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:662)
[junit4:junit4] > Throwable #2:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE
scope at org.apache.solr.cloud.RecoveryZkTest:
[junit4:junit4] > 1) Thread[id=142, name=searcherExecutor-112-thread-1,
state=WAITING, group=TGRP-RecoveryZkTest]
[junit4:junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4:junit4] > at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
[junit4:junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4] > at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:662)
[junit4:junit4] > at
__randomizedtesting.SeedInfo.seed([8D7816F8322F10B7]:0)
[junit4:junit4] > Throwable #3:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=142, name=searcherExecutor-112-thread-1,
state=WAITING, group=TGRP-RecoveryZkTest]
[junit4:junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4:junit4] > at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
[junit4:junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4] > at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:662)
[junit4:junit4] > at
__randomizedtesting.SeedInfo.seed([8D7816F8322F10B7]:0)
[junit4:junit4] Completed on J6 in 790.02s, 1 test, 2 failures, 2 errors <<<
FAILURES!
[junit4:junit4]
[junit4:junit4]
[junit4:junit4] Tests with failures:
[junit4:junit4] - org.apache.solr.cloud.RecoveryZkTest.testDistribSearch
[junit4:junit4] - org.apache.solr.cloud.RecoveryZkTest (suite)
[junit4:junit4]
[junit4:junit4]
[junit4:junit4] JVM J0: 2.57 .. 301.61 = 299.04s
[junit4:junit4] JVM J1: 2.08 .. 292.26 = 290.19s
[junit4:junit4] JVM J2: 2.31 .. 293.47 = 291.16s
[junit4:junit4] JVM J3: 2.57 .. 295.83 = 293.25s
[junit4:junit4] JVM J4: 4.43 .. 349.38 = 344.95s
[junit4:junit4] JVM J5: 2.59 .. 298.99 = 296.40s
[junit4:junit4] JVM J6: 4.43 .. 912.29 = 907.86s
[junit4:junit4] JVM J7: 2.59 .. 293.92 = 291.33s
[junit4:junit4] Execution time total: 15 minutes 12 seconds
[junit4:junit4] Tests summary: 233 suites, 965 tests, 3 suite-level errors, 1
failure, 12 ignored (7 assumptions)
BUILD FAILED
<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/build.xml>:39:
The following error occurred while executing this line:
<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/solr/build.xml>:178:
The following error occurred while executing this line:
<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/lucene/module-build.xml>:61:
The following error occurred while executing this line:
<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/lucene/common-build.xml>:1159:
The following error occurred while executing this line:
<http://sierranevada.servebeer.com:8080/job/slow-io-beasting/ws/lucene/common-build.xml>:827:
There were test failures: 233 suites, 965 tests, 3 suite-level errors, 1
failure, 12 ignored (7 assumptions)
Total time: 24 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
