Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4927/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at
__randomizedtesting.SeedInfo.seed([693B4C7455CE853A:E8DDC26C2291E506]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:153)
at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11240 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4] 2> Creating dataDir:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/init-core-data-001
[junit4] 2> 689101 T555 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl
(false) and clientAuth (false)
[junit4] 2> 689101 T555 oas.BaseDistributedSearchTestCase.initHostContext
Setting hostContext system property: /
[junit4] 2> 689110 T555 oas.SolrTestCaseJ4.setUp ###Starting
testDistribSearch
[junit4] 2> 689111 T555 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 689112 T556 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 689211 T555 oasc.ZkTestServer.run start zk server on port:28156
[junit4] 2> 689212 T555
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 689213 T555 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 689218 T562 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4cf64ef8
name:ZooKeeperConnection Watcher:127.0.0.1:28156 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 689218 T555 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 689218 T555 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 689219 T555 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 689222 T555
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 689223 T555 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 689224 T564 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@680a7f84
name:ZooKeeperConnection Watcher:127.0.0.1:28156/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 689225 T555 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 689225 T555 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 689225 T555 oascc.SolrZkClient.makePath makePath:
/collections/collection1
[junit4] 2> 689228 T555 oascc.SolrZkClient.makePath makePath:
/collections/collection1/shards
[junit4] 2> 689230 T555 oascc.SolrZkClient.makePath makePath:
/collections/control_collection
[junit4] 2> 689231 T555 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/shards
[junit4] 2> 689233 T555 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 689234 T555 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.xml
[junit4] 2> 689237 T555 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 689238 T555 oascc.SolrZkClient.makePath makePath:
/configs/conf1/schema.xml
[junit4] 2> 689340 T555 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 689341 T555 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 689343 T555 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 689344 T555 oascc.SolrZkClient.makePath makePath:
/configs/conf1/stopwords.txt
[junit4] 2> 689346 T555 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 689347 T555 oascc.SolrZkClient.makePath makePath:
/configs/conf1/protwords.txt
[junit4] 2> 689349 T555 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 689350 T555 oascc.SolrZkClient.makePath makePath:
/configs/conf1/currency.xml
[junit4] 2> 689352 T555 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 689353 T555 oascc.SolrZkClient.makePath makePath:
/configs/conf1/enumsConfig.xml
[junit4] 2> 689355 T555 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 689356 T555 oascc.SolrZkClient.makePath makePath:
/configs/conf1/open-exchange-rates.json
[junit4] 2> 689358 T555 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 689358 T555 oascc.SolrZkClient.makePath makePath:
/configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 689361 T555 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 689361 T555 oascc.SolrZkClient.makePath makePath:
/configs/conf1/old_synonyms.txt
[junit4] 2> 689363 T555 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 689364 T555 oascc.SolrZkClient.makePath makePath:
/configs/conf1/synonyms.txt
[junit4] 2> 691052 T555 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 691056 T555 oejs.AbstractConnector.doStart Started
[email protected]:28159
[junit4] 2> 691057 T555 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 691057 T555 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 691058 T555 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-002
[junit4] 2> 691058 T555 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-002/'
[junit4] 2> 691101 T555 oasc.ConfigSolr.fromFile Loading container
configuration from
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-002/solr.xml
[junit4] 2> 691182 T555 oasc.CoreContainer.<init> New CoreContainer
1513081910
[junit4] 2> 691183 T555 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-002/]
[junit4] 2> 691184 T555 oashc.HttpShardHandlerFactory.getParameter Setting
socketTimeout to: 90000
[junit4] 2> 691184 T555 oashc.HttpShardHandlerFactory.getParameter Setting
urlScheme to:
[junit4] 2> 691184 T555 oashc.HttpShardHandlerFactory.getParameter Setting
connTimeout to: 15000
[junit4] 2> 691185 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnectionsPerHost to: 20
[junit4] 2> 691185 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnections to: 10000
[junit4] 2> 691185 T555 oashc.HttpShardHandlerFactory.getParameter Setting
corePoolSize to: 0
[junit4] 2> 691186 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maximumPoolSize to: 2147483647
[junit4] 2> 691186 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maxThreadIdleTime to: 5
[junit4] 2> 691186 T555 oashc.HttpShardHandlerFactory.getParameter Setting
sizeOfQueue to: -1
[junit4] 2> 691186 T555 oashc.HttpShardHandlerFactory.getParameter Setting
fairnessPolicy to: false
[junit4] 2> 691187 T555 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 691187 T555 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 691188 T555 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 691188 T555 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 691188 T555 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:28156/solr
[junit4] 2> 691188 T555 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 691189 T555
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 691190 T555 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 691191 T575 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@78081b7b
name:ZooKeeperConnection Watcher:127.0.0.1:28156 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 691191 T555 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 691192 T555 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 691194 T555 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 691195 T577 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6eb4d17a
name:ZooKeeperConnection Watcher:127.0.0.1:28156/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 691195 T555 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 691197 T555 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 691199 T555 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 691200 T555 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 691202 T555 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 691204 T555 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 691206 T555 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 691207 T555 oasc.ZkController.createEphemeralLiveNode Register
node as live in ZooKeeper:/live_nodes/127.0.0.1:28159_
[junit4] 2> 691208 T555 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:28159_
[junit4] 2> 691209 T555 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 691211 T555 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 691212 T555 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 691213 T555 oasc.OverseerElectionContext.runLeaderProcess I am
going to be the leader 127.0.0.1:28159_
[junit4] 2> 691214 T555 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 691215 T555 oasc.Overseer.start Overseer
(id=92647856665395203-127.0.0.1:28159_-n_0000000000) starting
[junit4] 2> 691217 T555 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 691222 T555 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 691223 T579 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 691224 T555 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 691225 T555 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 691226 T555
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 691228 T578 oasc.Overseer$ClusterStateUpdater.run Starting to
work on the main queue
[junit4] 2> 691243 T581 oasc.ZkController.publish publishing
core=collection1 state=down collection=control_collection
[junit4] 2> 691243 T581 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 691245 T581 oasc.ZkController.waitForCoreNodeName look for our
core node name
[junit4] 2> 691245 T582 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 691247 T578 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1:28159";,
[junit4] 2> "roles":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "node_name":"127.0.0.1:28159_",
[junit4] 2> "state":"down"}
[junit4] 2> 691247 T578 oasc.Overseer$ClusterStateUpdater.createCollection
Create collection control_collection with shards [shard1]
[junit4] 2> 691247 T578 oasc.Overseer$ClusterStateUpdater.createCollection
state version control_collection 1
[junit4] 2> 691247 T578 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 691249 T582 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 692245 T581 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 692246 T581 oasc.ZkController.createCollectionZkNode Check for
collection zkNode:control_collection
[junit4] 2> 692247 T581 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 692247 T581 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/control_collection
[junit4] 2> 692248 T581 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 692248 T581 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-002/collection1/'
[junit4] 2> 692250 T581 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-002/collection1/lib/.svn/'
to classloader
[junit4] 2> 692250 T581 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-002/collection1/lib/classes/'
to classloader
[junit4] 2> 692251 T581 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-002/collection1/lib/README'
to classloader
[junit4] 2> 692303 T581 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 692341 T581 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 692442 T581 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 692461 T581 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 692861 T581 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 692864 T581 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 692866 T581 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 692872 T581 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 692908 T581 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection control_collection
[junit4] 2> 692909 T581 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 692991 T581 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-002/collection1/,
dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/control/data/
[junit4] 2> 692991 T581 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@41a87e88
[junit4] 2> 692995 T581 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/control/data
[junit4] 2> 692996 T581 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/control/data/index/
[junit4] 2> 692997 T581 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/control/data/index'
doesn't exist. Creating new index...
[junit4] 2> 692998 T581 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/control/data/index
[junit4] 2> 692999 T581 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6426921365247941]
[junit4] 2> 693004 T581 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 693004 T581 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 693010 T581 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 693011 T581 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 693011 T581 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 693011 T581 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 693012 T581 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 693012 T581 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 693013 T581 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 693013 T581 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 693013 T581 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 693014 T581 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 693015 T581 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 693015 T581 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 693016 T581 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 693017 T581 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 693017 T581 oasc.RequestHandlers.initHandlersFromConfig adding
lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 693017 T581 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 693018 T581 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 693018 T581 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 693019 T581 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 693020 T581 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 693040 T581 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 693043 T581 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 693045 T581 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 693047 T581 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 693051 T581 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 693052 T581 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 693053 T581 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=39, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=64.3583984375,
floorSegmentMB=1.7216796875, forceMergeDeletesPctAllowed=8.435338699319107,
segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.5970489509632869
[junit4] 2> 693055 T581 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 693056 T581 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 693056 T581 oass.SolrIndexSearcher.<init> Opening
Searcher@7a5e2929[collection1] main
[junit4] 2> 693056 T581 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/control_collection
[junit4] 2> 693058 T581 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 693058 T581 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 693058 T581
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 693059 T581 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 693059 T581 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 693060 T581
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 693060 T581 oasr.ManagedResourceStorage.load Loaded null at
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 693061 T581 oascc.SolrZkClient.makePath makePath:
/configs/conf1/_rest_managed.json
[junit4] 2> 693063 T581
oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new
znode /configs/conf1/_rest_managed.json
[junit4] 2> 693063 T581 oasr.ManagedResourceStorage$JsonStorage.store
Saved JSON object to path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 693064 T581 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 693067 T583 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@7a5e2929[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 693071 T581 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 693072 T586 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:28159 collection:control_collection
shard:shard1
[junit4] 2> 693073 T555 oass.SolrDispatchFilter.init
user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 693074 T555 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 693074 T586 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leader_elect/shard1/election
[junit4] 2> 693075 T555
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 693076 T555 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 693078 T588 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5df758a7
name:ZooKeeperConnection Watcher:127.0.0.1:28156/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 693078 T555 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 693078 T555 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 693080 T555
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 693080 T586 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 693082 T582 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 693083 T586
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 693083 T586 oasc.ShardLeaderElectionContext.runLeaderProcess I
may be the new leader - try and sync
[junit4] 2> 693083 T555 oasc.ChaosMonkey.monkeyLog monkey: init - expire
sessions:false cause connection loss:false
[junit4] 2> ASYNC NEW_CORE C42 name=collection1
org.apache.solr.core.SolrCore@5f910d86 url=http://127.0.0.1:28159/collection1
node=127.0.0.1:28159_ C42_STATE=coll:control_collection core:collection1
props:{base_url=http://127.0.0.1:28159, core=collection1,
node_name=127.0.0.1:28159_, state=down}
[junit4] 2> 693083 T586 C42 P28159 oasc.SyncStrategy.sync Sync replicas to
http://127.0.0.1:28159/collection1/
[junit4] 2> 693084 T586 C42 P28159 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 693084 T586 C42 P28159 oasc.SyncStrategy.syncToMe
http://127.0.0.1:28159/collection1/ has no replicas
[junit4] 2> 693085 T586 oasc.ShardLeaderElectionContext.runLeaderProcess I
am the new leader: http://127.0.0.1:28159/collection1/ shard1
[junit4] 2> 693085 T586 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leaders/shard1
[junit4] 2> 693087 T582 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 693087 T589 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 693097 T582 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 693098 T589 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 693098 T582 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 693141 T586 oasc.ZkController.register We are
http://127.0.0.1:28159/collection1/ and leader is
http://127.0.0.1:28159/collection1/
[junit4] 2> 693142 T586 oasc.ZkController.register No LogReplay needed for
core=collection1 baseURL=http://127.0.0.1:28159
[junit4] 2> 693142 T586 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 693142 T586 oasc.ZkController.publish publishing
core=collection1 state=active collection=control_collection
[junit4] 2> 693143 T586 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 693145 T582 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 693148 T578 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1:28159";,
[junit4] 2> "roles":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "node_name":"127.0.0.1:28159_",
[junit4] 2> "state":"active"}
[junit4] 2> 693251 T582 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 693251 T589 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 694793 T555 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 1
[junit4] 2> 694794 T555 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 694797 T555 oejs.AbstractConnector.doStart Started
[email protected]:28163
[junit4] 2> 694798 T555 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 694799 T555 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 694799 T555 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-003
[junit4] 2> 694800 T555 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-003/'
[junit4] 2> 694862 T555 oasc.ConfigSolr.fromFile Loading container
configuration from
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-003/solr.xml
[junit4] 2> 694975 T555 oasc.CoreContainer.<init> New CoreContainer
780346929
[junit4] 2> 694976 T555 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-003/]
[junit4] 2> 694977 T555 oashc.HttpShardHandlerFactory.getParameter Setting
socketTimeout to: 90000
[junit4] 2> 694978 T555 oashc.HttpShardHandlerFactory.getParameter Setting
urlScheme to:
[junit4] 2> 694978 T555 oashc.HttpShardHandlerFactory.getParameter Setting
connTimeout to: 15000
[junit4] 2> 694978 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnectionsPerHost to: 20
[junit4] 2> 694979 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnections to: 10000
[junit4] 2> 694979 T555 oashc.HttpShardHandlerFactory.getParameter Setting
corePoolSize to: 0
[junit4] 2> 694980 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maximumPoolSize to: 2147483647
[junit4] 2> 694980 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maxThreadIdleTime to: 5
[junit4] 2> 694981 T555 oashc.HttpShardHandlerFactory.getParameter Setting
sizeOfQueue to: -1
[junit4] 2> 694981 T555 oashc.HttpShardHandlerFactory.getParameter Setting
fairnessPolicy to: false
[junit4] 2> 694982 T555 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 694982 T555 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 694983 T555 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 694983 T555 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 694984 T555 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:28156/solr
[junit4] 2> 694984 T555 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 694985 T555
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 694986 T555 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 694987 T600 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@244072d2
name:ZooKeeperConnection Watcher:127.0.0.1:28156 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 694988 T555 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 694989 T555 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 694991 T555 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 694993 T602 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5cf7dba1
name:ZooKeeperConnection Watcher:127.0.0.1:28156/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 694993 T555 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 694998 T555
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 696002 T555 oasc.ZkController.createEphemeralLiveNode Register
node as live in ZooKeeper:/live_nodes/127.0.0.1:28163_
[junit4] 2> 696003 T555 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:28163_
[junit4] 2> 696007 T555 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 696014 T604 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 696015 T604 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 696016 T604 oasc.ZkController.waitForCoreNodeName look for our
core node name
[junit4] 2> 696016 T582 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 696018 T578 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1:28163";,
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "node_name":"127.0.0.1:28163_",
[junit4] 2> "state":"down"}
[junit4] 2> 696019 T578 oasc.Overseer$ClusterStateUpdater.createCollection
Create collection collection1 with shards [shard1]
[junit4] 2> 696019 T578 oasc.Overseer$ClusterStateUpdater.createCollection
state version collection1 1
[junit4] 2> 696019 T578 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 696022 T603 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 696022 T589 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 696022 T582 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 697016 T604 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 697017 T604 oasc.ZkController.createCollectionZkNode Check for
collection zkNode:collection1
[junit4] 2> 697018 T604 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 697018 T604 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 697019 T604 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 697019 T604 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-003/collection1/'
[junit4] 2> 697021 T604 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-003/collection1/lib/README'
to classloader
[junit4] 2> 697022 T604 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-003/collection1/lib/classes/'
to classloader
[junit4] 2> 697022 T604 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-003/collection1/lib/.svn/'
to classloader
[junit4] 2> 697093 T604 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 697146 T604 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 697247 T604 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 697269 T604 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 697655 T604 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 697658 T604 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 697660 T604 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 697665 T604 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 697697 T604 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 697698 T604 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 697698 T604 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-003/collection1/,
dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1/
[junit4] 2> 697699 T604 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@41a87e88
[junit4] 2> 697700 T604 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1
[junit4] 2> 697701 T604 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1/index/
[junit4] 2> 697702 T604 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1/index'
doesn't exist. Creating new index...
[junit4] 2> 697704 T604 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1/index
[junit4] 2> 697704 T604 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6426921365247941]
[junit4] 2> 697709 T604 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 697709 T604 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 697716 T604 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 697717 T604 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 697717 T604 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 697718 T604 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 697718 T604 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 697718 T604 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 697719 T604 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 697719 T604 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 697720 T604 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 697721 T604 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 697721 T604 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 697722 T604 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 697723 T604 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 697723 T604 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 697724 T604 oasc.RequestHandlers.initHandlersFromConfig adding
lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 697724 T604 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 697725 T604 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 697725 T604 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 697727 T604 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 697728 T604 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 697746 T604 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 697748 T604 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 697750 T604 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 697752 T604 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 697756 T604 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 697756 T604 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 697758 T604 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=39, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=64.3583984375,
floorSegmentMB=1.7216796875, forceMergeDeletesPctAllowed=8.435338699319107,
segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.5970489509632869
[junit4] 2> 697759 T604 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 697760 T604 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 697760 T604 oass.SolrIndexSearcher.<init> Opening
Searcher@7867574[collection1] main
[junit4] 2> 697761 T604 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 697762 T604 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 697762 T604 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 697763 T604
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 697763 T604 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 697763 T604 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 697764 T604
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes
from znode /configs/conf1/_rest_managed.json
[junit4] 2> 697765 T604 oasr.ManagedResourceStorage.load Loaded
LinkedHashMap at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 697765 T604 oasr.ManagedResource.reloadFromStorage Loaded
initArgs {} for /rest/managed
[junit4] 2> 697765 T604 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 697770 T605 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@7867574[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 697775 T604 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 697776 T608 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:28163 collection:collection1
shard:shard1
[junit4] 2> 697776 T555 oass.SolrDispatchFilter.init
user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 697777 T555 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 697777 T608 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 697782 T608 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 697784 T582 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 697784 T608
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 697784 T608 oasc.ShardLeaderElectionContext.runLeaderProcess I
may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C43 name=collection1
org.apache.solr.core.SolrCore@218fbbbd url=http://127.0.0.1:28163/collection1
node=127.0.0.1:28163_ C43_STATE=coll:collection1 core:collection1
props:{base_url=http://127.0.0.1:28163, core=collection1,
node_name=127.0.0.1:28163_, state=down}
[junit4] 2> 697784 T608 C43 P28163 oasc.SyncStrategy.sync Sync replicas to
http://127.0.0.1:28163/collection1/
[junit4] 2> 697785 T608 C43 P28163 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 697785 T608 C43 P28163 oasc.SyncStrategy.syncToMe
http://127.0.0.1:28163/collection1/ has no replicas
[junit4] 2> 697785 T608 oasc.ShardLeaderElectionContext.runLeaderProcess I
am the new leader: http://127.0.0.1:28163/collection1/ shard1
[junit4] 2> 697786 T608 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 697788 T589 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 697788 T582 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 697788 T603 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 697794 T582 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 697795 T582 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 697795 T589 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 697795 T603 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 697841 T608 oasc.ZkController.register We are
http://127.0.0.1:28163/collection1/ and leader is
http://127.0.0.1:28163/collection1/
[junit4] 2> 697842 T608 oasc.ZkController.register No LogReplay needed for
core=collection1 baseURL=http://127.0.0.1:28163
[junit4] 2> 697842 T608 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 697842 T608 oasc.ZkController.publish publishing
core=collection1 state=active collection=collection1
[junit4] 2> 697842 T608 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 697844 T582 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 697847 T578 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1:28163";,
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "node_name":"127.0.0.1:28163_",
[junit4] 2> "state":"active"}
[junit4] 2> 697950 T582 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 697950 T603 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 697950 T589 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 698976 T555 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 2
[junit4] 2> 698977 T555 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 698979 T555 oejs.AbstractConnector.doStart Started
[email protected]:28170
[junit4] 2> 698980 T555 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 698980 T555 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 698981 T555 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-004
[junit4] 2> 698981 T555 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-004/'
[junit4] 2> 699011 T555 oasc.ConfigSolr.fromFile Loading container
configuration from
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-004/solr.xml
[junit4] 2> 699068 T555 oasc.CoreContainer.<init> New CoreContainer
2075921453
[junit4] 2> 699068 T555 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-004/]
[junit4] 2> 699070 T555 oashc.HttpShardHandlerFactory.getParameter Setting
socketTimeout to: 90000
[junit4] 2> 699070 T555 oashc.HttpShardHandlerFactory.getParameter Setting
urlScheme to:
[junit4] 2> 699070 T555 oashc.HttpShardHandlerFactory.getParameter Setting
connTimeout to: 15000
[junit4] 2> 699070 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnectionsPerHost to: 20
[junit4] 2> 699071 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnections to: 10000
[junit4] 2> 699071 T555 oashc.HttpShardHandlerFactory.getParameter Setting
corePoolSize to: 0
[junit4] 2> 699071 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maximumPoolSize to: 2147483647
[junit4] 2> 699072 T555 oashc.HttpShardHandlerFactory.getParameter Setting
maxThreadIdleTime to: 5
[junit4] 2> 699072 T555 oashc.HttpShardHandlerFactory.getParameter Setting
sizeOfQueue to: -1
[junit4] 2> 699072 T555 oashc.HttpShardHandlerFactory.getParameter Setting
fairnessPolicy to: false
[junit4] 2> 699073 T555 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 699073 T555 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 699073 T555 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 699074 T555 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 699074 T555 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:28156/solr
[junit4] 2> 699074 T555 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 699074 T555
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 699075 T555 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 699077 T619 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2c3e2537
name:ZooKeeperConnection Watcher:127.0.0.1:28156 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 699078 T555 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 699079 T555 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 699082 T555 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 699083 T621 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@496e7927
name:ZooKeeperConnection Watcher:127.0.0.1:28156/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 699083 T555 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 699088 T555
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 700091 T555 oasc.ZkController.createEphemeralLiveNode Register
node as live in ZooKeeper:/live_nodes/127.0.0.1:28170_
[junit4] 2> 700092 T555 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:28170_
[junit4] 2> 700096 T555 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 700105 T623 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 700105 T623 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 700106 T582 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 700106 T623 oasc.ZkController.waitForCoreNodeName look for our
core node name
[junit4] 2> 700109 T578 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1:28170";,
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "node_name":"127.0.0.1:28170_",
[junit4] 2> "state":"down"}
[junit4] 2> 700109 T578 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=1
[junit4] 2> 700110 T578 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 700112 T582 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 700112 T589 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 700112 T622 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 700112 T603 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 701107 T623 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 701108 T623 oasc.ZkController.createCollectionZkNode Check for
collection zkNode:collection1
[junit4] 2> 701109 T623 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 701109 T623 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 701110 T623 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 701110 T623 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-004/collection1/'
[junit4] 2> 701112 T623 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-004/collection1/lib/README'
to classloader
[junit4] 2> 701113 T623 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-004/collection1/lib/classes/'
to classloader
[junit4] 2> 701114 T623 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-004/collection1/lib/.svn/'
to classloader
[junit4] 2> 701200 T623 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 701255 T623 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 701357 T623 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 701373 T623 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 701784 T623 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 701788 T623 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 701790 T623 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 701795 T623 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 701827 T623 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 701827 T623 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 701828 T623 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-004/collection1/,
dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty2/
[junit4] 2> 701828 T623 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@41a87e88
[junit4] 2> 701830 T623 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty2
[junit4] 2> 701831 T623 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty2/index/
[junit4] 2> 701832 T623 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty2/index'
doesn't exist. Creating new index...
[junit4] 2> 701834 T623 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty2/index
[junit4] 2> 701834 T623 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6426921365247941]
[junit4] 2> 701909 T623 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 701909 T623 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 701917 T623 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 701917 T623 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 701918 T623 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 701918 T623 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 701918 T623 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 701919 T623 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 701919 T623 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 701920 T623 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 701920 T623 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 701921 T623 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 701922 T623 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 701922 T623 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 701923 T623 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 701924 T623 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 701924 T623 oasc.RequestHandlers.initHandlersFromConfig adding
lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 701925 T623 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 701925 T623 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 701926 T623 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 701927 T623 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 701927 T623 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 701946 T623 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 701948 T623 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 701950 T623 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 701952 T623 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 701956 T623 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 701957 T623 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 701958 T623 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=39, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=64.3583984375,
floorSegmentMB=1.7216796875, forceMergeDeletesPctAllowed=8.435338699319107,
segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.5970489509632869
[junit4] 2> 701960 T623 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 701961 T623 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 701961 T623 oass.SolrIndexSearcher.<init> Opening
Searcher@685f44ec[collection1] main
[junit4] 2> 701962 T623 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 701963 T623 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 701963 T623 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 701963 T623
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 701964 T623 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 701964 T623 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 701965 T623
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes
from znode /configs/conf1/_rest_managed.json
[junit4] 2> 701966 T623 oasr.ManagedResourceStorage.load Loaded
LinkedHashMap at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 701966 T623 oasr.ManagedResource.reloadFromStorage Loaded
initArgs {} for /rest/managed
[junit4] 2> 701966 T623 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 701971 T624 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@685f44ec[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 701976 T623 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 701977 T627 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:28170 collection:collection1
shard:shard1
[junit4] 2> 701977 T555 oass.SolrDispatchFilter.init
user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 701978 T555 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 701980 T627 oasc.ZkController.register We are
http://127.0.0.1:28170/collection1/ and leader is
http://127.0.0.1:28163/collection1/
[junit4] 2> 701980 T627 oasc.ZkController.register No LogReplay needed for
core=collection1 baseURL=http://127.0.0.1:28170
[junit4] 2> 701980 T627 oasc.ZkController.checkRecovery Core needs to
recover:collection1
[junit4] 2> 701981 T555
oasc.AbstractFullDistribZkTestBase.enableAutoSoftCommit Turning on auto soft
commit: 1000
[junit4] 2> 701981 T627 oasu.DefaultSolrCoreState.doRecovery Running
recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C44 name=collection1
org.apache.solr.core.SolrCore@33d1fc75 url=http://127.0.0.1:28170/collection1
node=127.0.0.1:28170_ C44_STATE=coll:collection1 core:collection1
props:{base_url=http://127.0.0.1:28170, core=collection1,
node_name=127.0.0.1:28170_, state=down}
[junit4] 2> 701982 T628 C44 P28170 oasc.RecoveryStrategy.run Starting
recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 701982 T628 C44 P28170 oasc.RecoveryStrategy.doRecovery ######
startupVersions=[]
[junit4] 2> 701983 T628 C44 P28170 oasc.RecoveryStrategy.doRecovery
Publishing state of core collection1 as recovering, leader is
http://127.0.0.1:28163/collection1/ and I am http://127.0.0.1:28170/collection1/
[junit4] 2> 701983 T628 C44 P28170 oasc.ZkController.publish publishing
core=collection1 state=recovering collection=collection1
[junit4] 2> 701984 T628 C44 P28170 oasc.ZkController.publish numShards not
found on descriptor - reading it from system property
[junit4] 2> 701986 T582 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 701987 T628 C44 P28170
oasc.RecoveryStrategy.sendPrepRecoveryCmd Sending prep recovery command to
http://127.0.0.1:28163; WaitForState:
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1%3A28170_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true
[junit4] 2> ASYNC NEW_CORE C45 name=collection1
org.apache.solr.core.SolrCore@5f910d86 url=http://127.0.0.1:28159/collection1
node=127.0.0.1:28159_ C45_STATE=coll:control_collection core:collection1
props:{base_url=http://127.0.0.1:28159, core=collection1,
node_name=127.0.0.1:28159_, state=active, leader=true}
[junit4] 2> 701989 T567 C45 P28159 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin}
{deleteByQuery=*:* (-1482365720137302016)} 0 5
[junit4] 2> 701989 T593 oasha.CoreAdminHandler.handleWaitForStateAction
Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true,
onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 701990 T578 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1:28170";,
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "node_name":"127.0.0.1:28170_",
[junit4] 2> "state":"recovering"}
[junit4] 2> 701992 T593 oasha.CoreAdminHandler.handleWaitForStateAction
Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have
state: recovering
[junit4] 2> 701993 T593 oasha.CoreAdminHandler.handleWaitForStateAction In
WaitForState(recovering): collection=collection1, shard=shard1,
thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true,
live=true, checkLive=true, currentState=down, localState=active,
nodeName=127.0.0.1:28170_, coreNodeName=core_node2,
onlyIfActiveCheckResult=false, nodeProps:
core_node2:{"base_url":"http://127.0.0.1:28170","core":"collection1","node_name":"127.0.0.1:28170_","state":"down"}
[junit4] 2> 701994 T622 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 701994 T582 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 701994 T603 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 701994 T589 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> C44_STATE=coll:collection1 core:collection1
props:{base_url=http://127.0.0.1:28170, core=collection1,
node_name=127.0.0.1:28170_, state=recovering}
[junit4] 2> 702002 T611 C44 P28170 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update
params={version=2&wt=javabin&update.distrib=FROMLEADER&_version_=-1482365720146739200&distrib.from=http://127.0.0.1:28163/collection1/}
{deleteByQuery=*:* (-1482365720146739200)} 0 3
[junit4] 2> ASYNC NEW_CORE C46 name=collection1
org.apache.solr.core.SolrCore@218fbbbd url=http://127.0.0.1:28163/collection1
node=127.0.0.1:28163_ C46_STATE=coll:collection1 core:collection1
props:{base_url=http://127.0.0.1:28163, core=collection1,
node_name=127.0.0.1:28163_, state=active, leader=true}
[junit4] 2> 702003 T594 C46 P28163 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin}
{deleteByQuery=*:* (-1482365720146739200)} 0 11
[junit4] 2> 702009 T555 oasc.ChaosMonkey.monkeyLog monkey: starting
[junit4] 2> 702010 T555 oasc.ChaosMonkey.monkeyLog monkey: Jetty will not
commit on close
[junit4] 2> 702061 T567 C45 P28159 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin&CONTROL=TRUE}
{add=[1-0 (1482365720168759296)]} 0 48
[junit4] 2> 702061 T570 C45 P28159 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin&CONTROL=TRUE}
{add=[0-0 (1482365720167710720)]} 0 49
[junit4] 2> 702079 T612 C44 P28170 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update
params={version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:28163/collection1/}
{add=[1-0 (1482365720222236673)]} 0 6
[junit4] 2> 702079 T611 C44 P28170 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update
params={version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:28163/collection1/}
{add=[0-0 (1482365720222236672)]} 0 6
[junit4] 2> 702080 T594 C46 P28163 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin} {add=[1-0
(1482365720222236673)]} 0 15
[junit4] 2> 702080 T595 C46 P28163 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin} {add=[0-0
(1482365720222236672)]} 0 16
[junit4] 2> 702140 T570 C45 P28159 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin&CONTROL=TRUE}
{add=[1-1 (1482365720299831297)]} 0 2
[junit4] 2> 702140 T567 C45 P28159 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin&CONTROL=TRUE}
{add=[0-1 (1482365720299831296)]} 0 2
[junit4] 2> 702150 T612 C44 P28170 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update
params={version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:28163/collection1/}
{add=[1-1 (1482365720305074177)]} 0 2
[junit4] 2> 702150 T611 C44 P28170 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update
params={version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:28163/collection1/}
{add=[0-1 (1482365720305074176)]} 0 2
[junit4] 2> 702150 T595 C46 P28163 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin} {add=[1-1
(1482365720305074177)]} 0 6
[junit4] 2> 702151 T594 C46 P28163 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin} {add=[0-1
(1482365720305074176)]} 0 7
[junit4] 2> 702187 T567 C45 P28159 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin&CONTROL=TRUE}
{add=[0-2 (1482365720349114369)]} 0 2
[junit4] 2> 702187 T570 C45 P28159 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin&CONTROL=TRUE}
{add=[1-2 (1482365720349114368)]} 0 2
[junit4] 2> 702197 T612 C44 P28170 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update
params={version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:28163/collection1/}
{add=[0-2 (1482365720354357249)]} 0 2
[junit4] 2> 702197 T611 C44 P28170 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update
params={version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:28163/collection1/}
{add=[1-2 (1482365720354357248)]} 0 2
[junit4] 2> 702198 T594 C46 P28163 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin} {add=[0-2
(1482365720354357249)]} 0 7
[junit4] 2> 702198 T595 C46 P28163 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin} {add=[1-2
(1482365720354357248)]} 0 7
[junit4] 2> 702210 T570 C45 P28159 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin&CONTROL=TRUE}
{delete=[0-1 (-1482365720373231617)]} 0 2
[junit4] 2> 702210 T567 C45 P28159 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin&CONTROL=TRUE}
{delete=[1-1 (-1482365720373231616)]} 0 2
[junit4] 2> 702217 T611 C44 P28170 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update
params={version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:28163/collection1/}
{delete=[1-1 (-1482365720378474497)]} 0 1
[junit4] 2> 702217 T612 C44 P28170 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update
params={version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:28163/collection1/}
{delete=[0-1 (-1482365720378474496)]} 0 1
[junit4] 2> 702218 T594 C46 P28163 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin} {delete=[1-1
(-1482365720378474497)]} 0 5
[junit4] 2> 702218 T595 C46 P28163 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={version=2&wt=javabin} {delete=[0-1
(-1482365720378474496)]} 0 5
[junit4] 2> 702223 T567 C45 P28159 oasup.LogUpdateProcessor.finish
[collection1] webapp= path=/update params={
[...truncated too long message...]
{/,null}
[junit4] 2> 756506 T555 oasc.ChaosMonkey.monkeyLog monkey: stop shard!
28163
[junit4] 2> 756507 T555 oasc.CoreContainer.shutdown Shutting down
CoreContainer instance=780346929
[junit4] 2> 756508 T555 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 756508 T555 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 756509 T642 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 756510 T555 oasc.SolrCore.close [collection1] CLOSING
SolrCore org.apache.solr.core.SolrCore@218fbbbd
[junit4] 2> 756513 T643 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1:28163";,
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "node_name":"127.0.0.1:28163_",
[junit4] 2> "state":"down"}
[junit4] 2> 756515 T555 oasu.DirectUpdateHandler2.close closing
DirectUpdateHandler2{commits=7,autocommits=0,soft autocommit
maxTime=1000ms,soft
autocommits=6,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=37,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=125,cumulative_deletesById=55,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=9735,transaction_logs_total_number=1}
[junit4] 2> 756515 T555 oasu.SolrCoreState.decrefSolrCoreState Closing
SolrCoreState
[junit4] 2> 756515 T555 oasu.DefaultSolrCoreState.closeIndexWriter
SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 756516 T555 oasu.DefaultSolrCoreState.closeIndexWriter closing
IndexWriter with IndexWriterCloser
[junit4] 2> 756515 T642 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 756516 T555 C49 P28163 oasu.DirectUpdateHandler2.closeWriter
Committing on IndexWriter close.
[junit4] 2> C49_STATE=coll:collection1 core:collection1
props:{base_url=http://127.0.0.1:28163, core=collection1,
node_name=127.0.0.1:28163_, state=down, leader=true}
[junit4] 2> 756558 T555 C49 P28163 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1/index,segFN=segments_2,generation=2}
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1/index,segFN=segments_3,generation=3}
[junit4] 2> 756559 T555 C49 P28163 oasc.SolrDeletionPolicy.updateCommits
newest commit generation = 3
[junit4] 2> 756567 T555 oasc.SolrCore.closeSearcher [collection1] Closing
main searcher on request.
[junit4] 2> 756570 T555 oasc.CachingDirectoryFactory.close Closing
StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 756570 T555 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1
[CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1;done=false>>]
[junit4] 2> 756571 T555 oasc.CachingDirectoryFactory.close Closing
directory:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1
[junit4] 2> 756571 T555 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1/index
[CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1/index;done=false>>]
[junit4] 2> 756571 T555 oasc.CachingDirectoryFactory.close Closing
directory:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001/tempDir-001/jetty1/index
[junit4] 2> 756572 T555 oasc.Overseer.close Overseer
(id=92647856665395206-127.0.0.1:28163_-n_0000000001) closing
[junit4] 2> 756573 T643 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:28163_
[junit4] 2> 758074 T642 oascc.ZkStateReader$3.process WARN ZooKeeper watch
triggered, but Solr cannot talk to ZK
[junit4] 2> 758076 T555 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/,null}
[junit4] 2> 761708 T555 oasc.ChaosMonkey.monkeyLog monkey: stop shard!
28170
[junit4] 2> 761709 T555 oas.SolrTestCaseJ4.tearDown ###Ending
testDistribSearch
[junit4] 2> 761711 T555 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:28156 28156
[junit4] 2> 762875 T556 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:28156 28156
[junit4] 2> 762877 T556 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN
Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.method=testDistribSearch
-Dtests.seed=693B4C7455CE853A -Dtests.multiplier=2 -Dtests.slow=true
-Dtests.locale=ko -Dtests.timezone=AGT -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 73.8s J1 | ChaosMonkeySafeLeaderTest.testDistribSearch <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<0> but
was:<1>
[junit4] > at
__randomizedtesting.SeedInfo.seed([693B4C7455CE853A:E8DDC26C2291E506]:0)
[junit4] > at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:153)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 762945 T555 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-693B4C7455CE853A-001
[junit4] 2> NOTE: test params are:
codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION,
chunkSize=55),
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION,
chunkSize=55)), sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},
locale=ko, timezone=AGT
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65
(64-bit)/cpus=16,threads=1,free=110560656,total=240123904
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedResource,
TestDocumentBuilder, HttpPartitionTest, ClusterStateTest,
SystemInfoHandlerTest, JSONWriterTest, AnalyticsMergeStrategyTest,
DocumentBuilderTest, TestCollapseQParserPlugin, SolrRequestParserTest,
ChaosMonkeySafeLeaderTest]
[junit4] Completed on J1 in 73.90s, 1 test, 1 failure <<< FAILURES!
[...truncated 1019 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:524:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:472:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:61:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:39:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:496:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1359:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:961:
There were test failures: 437 suites, 1794 tests, 1 failure, 58 ignored (22
assumptions)
Total time: 82 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-trunk-Java7 #4924
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 164068886 bytes
Compression is 0.0%
Took 29 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
