Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4904/
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at
__randomizedtesting.SeedInfo.seed([94F80D5773E7A309:151E834F04B8C335]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:153)
at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11371 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4] 2> Creating dataDir:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/init-core-data-001
[junit4] 2> 471800 T3891 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl
(false) and clientAuth (false)
[junit4] 2> 471801 T3891 oas.BaseDistributedSearchTestCase.initHostContext
Setting hostContext system property: /_ts/pi
[junit4] 2> 471808 T3891 oas.SolrTestCaseJ4.setUp ###Starting
testDistribSearch
[junit4] 2> 471809 T3891 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 471810 T3892 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 471910 T3891 oasc.ZkTestServer.run start zk server on
port:27047
[junit4] 2> 471911 T3891
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 471912 T3891 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 471915 T3898 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4f4da28b
name:ZooKeeperConnection Watcher:127.0.0.1:27047 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 471916 T3891 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 471916 T3891 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 471916 T3891 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 471919 T3891
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 471920 T3891 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 471921 T3900 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7bdd5f62
name:ZooKeeperConnection Watcher:127.0.0.1:27047/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 471921 T3891 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 471922 T3891 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 471922 T3891 oascc.SolrZkClient.makePath makePath:
/collections/collection1
[junit4] 2> 471924 T3891 oascc.SolrZkClient.makePath makePath:
/collections/collection1/shards
[junit4] 2> 471925 T3891 oascc.SolrZkClient.makePath makePath:
/collections/control_collection
[junit4] 2> 471927 T3891 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/shards
[junit4] 2> 471928 T3891 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 471929 T3891 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.xml
[junit4] 2> 471932 T3891 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 471932 T3891 oascc.SolrZkClient.makePath makePath:
/configs/conf1/schema.xml
[junit4] 2> 472035 T3891 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 472036 T3891 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 472038 T3891 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 472038 T3891 oascc.SolrZkClient.makePath makePath:
/configs/conf1/stopwords.txt
[junit4] 2> 472040 T3891 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 472041 T3891 oascc.SolrZkClient.makePath makePath:
/configs/conf1/protwords.txt
[junit4] 2> 472043 T3891 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 472043 T3891 oascc.SolrZkClient.makePath makePath:
/configs/conf1/currency.xml
[junit4] 2> 472045 T3891 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 472046 T3891 oascc.SolrZkClient.makePath makePath:
/configs/conf1/enumsConfig.xml
[junit4] 2> 472047 T3891 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 472048 T3891 oascc.SolrZkClient.makePath makePath:
/configs/conf1/open-exchange-rates.json
[junit4] 2> 472050 T3891 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 472050 T3891 oascc.SolrZkClient.makePath makePath:
/configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 472052 T3891 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 472053 T3891 oascc.SolrZkClient.makePath makePath:
/configs/conf1/old_synonyms.txt
[junit4] 2> 472055 T3891 oasc.AbstractZkTestCase.putConfig put
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 472055 T3891 oascc.SolrZkClient.makePath makePath:
/configs/conf1/synonyms.txt
[junit4] 2> 473527 T3891 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 473533 T3891 oejs.AbstractConnector.doStart Started
[email protected]:27050
[junit4] 2> 473534 T3891 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 473534 T3891 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 473534 T3891 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-002
[junit4] 2> 473535 T3891 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-002/'
[junit4] 2> 473566 T3891 oasc.ConfigSolr.fromFile Loading container
configuration from
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-002/solr.xml
[junit4] 2> 473639 T3891 oasc.CoreContainer.<init> New CoreContainer
104414541
[junit4] 2> 473640 T3891 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-002/]
[junit4] 2> 473641 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 473641 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 473641 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 473641 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 473641 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 473642 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 473642 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 473642 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 473642 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 473643 T3891 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 473643 T3891 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 473643 T3891 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 473644 T3891 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 473644 T3891 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:27047/solr
[junit4] 2> 473644 T3891 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 473644 T3891
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 473645 T3891 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 473647 T3911 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@17e78d6c
name:ZooKeeperConnection Watcher:127.0.0.1:27047 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 473648 T3891 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 473648 T3891 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 473650 T3891 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 473651 T3913 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6ac11e1 name:ZooKeeperConnection
Watcher:127.0.0.1:27047/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 473652 T3891 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 473653 T3891 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 473655 T3891 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 473657 T3891 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 473659 T3891 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 473661 T3891 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 473663 T3891 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 473664 T3891 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:27050__ts%2Fpi
[junit4] 2> 473665 T3891 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:27050__ts%2Fpi
[junit4] 2> 473667 T3891 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 473668 T3891 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 473669 T3891 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 473671 T3891 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:27050__ts%2Fpi
[junit4] 2> 473671 T3891 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 473672 T3891 oasc.Overseer.start Overseer
(id=92562059456675843-127.0.0.1:27050__ts%2Fpi-n_0000000000) starting
[junit4] 2> 473674 T3891 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 473680 T3891 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 473681 T3915 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 473681 T3891 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 473683 T3891 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 473684 T3891
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 473686 T3914 oasc.Overseer$ClusterStateUpdater.run Starting to
work on the main queue
[junit4] 2> 473691 T3917 oasc.ZkController.publish publishing
core=collection1 state=down collection=control_collection
[junit4] 2> 473691 T3917 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 473692 T3917 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 473692 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 473694 T3914 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:27050/_ts/pi";,
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:27050__ts%2Fpi",
[junit4] 2> "roles":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 473695 T3914
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
control_collection with shards [shard1]
[junit4] 2> 473695 T3914
oasc.Overseer$ClusterStateUpdater.createCollection state version
control_collection 1
[junit4] 2> 473695 T3914 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 473697 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 474692 T3917 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 474693 T3917 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:control_collection
[junit4] 2> 474694 T3917 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 474694 T3917 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/control_collection
[junit4] 2> 474694 T3917 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 474695 T3917 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-002/collection1/'
[junit4] 2> 474697 T3917 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-002/collection1/lib/classes/'
to classloader
[junit4] 2> 474697 T3917 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-002/collection1/lib/README'
to classloader
[junit4] 2> 474698 T3917 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-002/collection1/lib/.svn/'
to classloader
[junit4] 2> 474762 T3917 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 474807 T3917 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 474908 T3917 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 474918 T3917 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 475253 T3917 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 475256 T3917 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 475258 T3917 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 475262 T3917 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 475279 T3917 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection control_collection
[junit4] 2> 475279 T3917 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 475345 T3917 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-002/collection1/,
dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/control/data/
[junit4] 2> 475345 T3917 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@6dba61f0
[junit4] 2> 475348 T3917 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/control/data
[junit4] 2> 475349 T3917 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/control/data/index/
[junit4] 2> 475350 T3917 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/control/data/index'
doesn't exist. Creating new index...
[junit4] 2> 475351 T3917 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/control/data/index
[junit4] 2> 475352 T3917 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=24, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=99.9873046875,
floorSegmentMB=1.337890625, forceMergeDeletesPctAllowed=0.5520872601180371,
segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 475372 T3917 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 475372 T3917 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 475376 T3917 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 475377 T3917 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 475377 T3917 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 475377 T3917 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 475377 T3917 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 475378 T3917 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 475378 T3917 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 475378 T3917 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 475378 T3917 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 475379 T3917 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 475379 T3917 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 475379 T3917 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 475380 T3917 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 475380 T3917 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 475380 T3917 oasc.RequestHandlers.initHandlersFromConfig
adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 475381 T3917 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 475381 T3917 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 475381 T3917 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 475382 T3917 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 475382 T3917 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 475395 T3917 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 475398 T3917 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 475400 T3917 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 475402 T3917 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 475406 T3917 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 475406 T3917 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 475407 T3917 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=false, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 475409 T3917 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 475409 T3917 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 475410 T3917 oass.SolrIndexSearcher.<init> Opening
Searcher@333fc229[collection1] main
[junit4] 2> 475410 T3917 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/control_collection
[junit4] 2> 475411 T3917 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 475411 T3917 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 475412 T3917
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 475412 T3917 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 475412 T3917 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475413 T3917
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 475413 T3917 oasr.ManagedResourceStorage.load Loaded null at
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475413 T3917 oascc.SolrZkClient.makePath makePath:
/configs/conf1/_rest_managed.json
[junit4] 2> 475415 T3917
oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new
znode /configs/conf1/_rest_managed.json
[junit4] 2> 475416 T3917 oasr.ManagedResourceStorage$JsonStorage.store
Saved JSON object to path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475416 T3917 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 475419 T3919 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@333fc229[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 475423 T3917 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 475424 T3922 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:27050/_ts/pi
collection:control_collection shard:shard1
[junit4] 2> 475424 T3891 oass.SolrDispatchFilter.init
user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 475424 T3891 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 475425 T3922 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leader_elect/shard1/election
[junit4] 2> 475425 T3891
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 475426 T3891 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 475428 T3924 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2e27b1a6
name:ZooKeeperConnection Watcher:127.0.0.1:27047/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 475428 T3891 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 475428 T3891 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 475430 T3891
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 475430 T3922 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 475432 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 475432 T3922
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 475432 T3891 oasc.ChaosMonkey.monkeyLog monkey: init - expire
sessions:false cause connection loss:false
[junit4] 2> 475432 T3922 oasc.ShardLeaderElectionContext.runLeaderProcess
I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C248 name=collection1
org.apache.solr.core.SolrCore@41873ab4
url=http://127.0.0.1:27050/_ts/pi/collection1 node=127.0.0.1:27050__ts%2Fpi
C248_STATE=coll:control_collection core:collection1 props:{core=collection1,
base_url=http://127.0.0.1:27050/_ts/pi, state=down,
node_name=127.0.0.1:27050__ts%2Fpi}
[junit4] 2> 475433 T3922 C248 P27050 oasc.SyncStrategy.sync Sync replicas
to http://127.0.0.1:27050/_ts/pi/collection1/
[junit4] 2> 475433 T3922 C248 P27050 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 475433 T3922 C248 P27050 oasc.SyncStrategy.syncToMe
http://127.0.0.1:27050/_ts/pi/collection1/ has no replicas
[junit4] 2> 475434 T3922 oasc.ShardLeaderElectionContext.runLeaderProcess
I am the new leader: http://127.0.0.1:27050/_ts/pi/collection1/ shard1
[junit4] 2> 475434 T3922 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leaders/shard1
[junit4] 2> 475436 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 475436 T3925 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 475442 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 475443 T3925 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 475443 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 475489 T3922 oasc.ZkController.register We are
http://127.0.0.1:27050/_ts/pi/collection1/ and leader is
http://127.0.0.1:27050/_ts/pi/collection1/
[junit4] 2> 475490 T3922 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:27050/_ts/pi
[junit4] 2> 475490 T3922 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 475490 T3922 oasc.ZkController.publish publishing
core=collection1 state=active collection=control_collection
[junit4] 2> 475490 T3922 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 475492 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 475495 T3914 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:27050/_ts/pi";,
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1:27050__ts%2Fpi",
[junit4] 2> "roles":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 475598 T3925 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 475598 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 476975 T3891 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 1
[junit4] 2> 476975 T3891 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 476978 T3891 oejs.AbstractConnector.doStart Started
[email protected]:27061
[junit4] 2> 476978 T3891 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 476978 T3891 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 476978 T3891 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-003
[junit4] 2> 476979 T3891 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-003/'
[junit4] 2> 477019 T3891 oasc.ConfigSolr.fromFile Loading container
configuration from
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-003/solr.xml
[junit4] 2> 477091 T3891 oasc.CoreContainer.<init> New CoreContainer
2076010842
[junit4] 2> 477092 T3891 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-003/]
[junit4] 2> 477093 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 477093 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 477093 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 477094 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 477094 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 477094 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 477094 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 477094 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 477095 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 477095 T3891 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 477095 T3891 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 477096 T3891 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 477096 T3891 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 477096 T3891 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:27047/solr
[junit4] 2> 477096 T3891 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 477097 T3891
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 477097 T3891 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 477098 T3936 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@504fd32d
name:ZooKeeperConnection Watcher:127.0.0.1:27047 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 477099 T3891 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 477100 T3891 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 477101 T3891 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 477102 T3938 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7672d705
name:ZooKeeperConnection Watcher:127.0.0.1:27047/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 477102 T3891 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 477106 T3891
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 478109 T3891 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:27061__ts%2Fpi
[junit4] 2> 478110 T3891 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:27061__ts%2Fpi
[junit4] 2> 478113 T3891 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 478118 T3940 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 478118 T3940 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 478119 T3940 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 478119 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 478121 T3914 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:27061/_ts/pi";,
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:27061__ts%2Fpi",
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 478121 T3914
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1, shard2]
[junit4] 2> 478122 T3914
oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 1
[junit4] 2> 478122 T3914 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard2
[junit4] 2> 478124 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 478124 T3925 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 478124 T3939 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 479119 T3940 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 479120 T3940 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:collection1
[junit4] 2> 479120 T3940 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 479121 T3940 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 479121 T3940 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 479122 T3940 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-003/collection1/'
[junit4] 2> 479123 T3940 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-003/collection1/lib/classes/'
to classloader
[junit4] 2> 479124 T3940 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-003/collection1/lib/README'
to classloader
[junit4] 2> 479125 T3940 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-003/collection1/lib/.svn/'
to classloader
[junit4] 2> 479192 T3940 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 479240 T3940 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 479341 T3940 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 479351 T3940 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 479715 T3940 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 479718 T3940 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 479720 T3940 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 479725 T3940 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 479742 T3940 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 479743 T3940 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 479743 T3940 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-003/collection1/,
dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty1/
[junit4] 2> 479743 T3940 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@6dba61f0
[junit4] 2> 479745 T3940 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty1
[junit4] 2> 479746 T3940 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty1/index/
[junit4] 2> 479747 T3940 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty1/index'
doesn't exist. Creating new index...
[junit4] 2> 479749 T3940 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty1/index
[junit4] 2> 479749 T3940 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=24, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=99.9873046875,
floorSegmentMB=1.337890625, forceMergeDeletesPctAllowed=0.5520872601180371,
segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 479754 T3940 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 479755 T3940 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 479761 T3940 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 479761 T3940 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 479762 T3940 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 479762 T3940 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 479762 T3940 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 479763 T3940 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 479763 T3940 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 479763 T3940 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 479764 T3940 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 479764 T3940 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 479765 T3940 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 479766 T3940 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 479766 T3940 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 479767 T3940 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 479767 T3940 oasc.RequestHandlers.initHandlersFromConfig
adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 479767 T3940 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 479768 T3940 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 479768 T3940 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 479769 T3940 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 479770 T3940 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 479796 T3940 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 479798 T3940 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 479800 T3940 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 479803 T3940 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 479807 T3940 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 479807 T3940 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 479808 T3940 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=false, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 479810 T3940 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 479810 T3940 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 479810 T3940 oass.SolrIndexSearcher.<init> Opening
Searcher@308d514a[collection1] main
[junit4] 2> 479811 T3940 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 479812 T3940 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 479812 T3940 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 479812 T3940
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 479812 T3940 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 479813 T3940 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 479813 T3940
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes
from znode /configs/conf1/_rest_managed.json
[junit4] 2> 479814 T3940 oasr.ManagedResourceStorage.load Loaded
LinkedHashMap at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 479814 T3940 oasr.ManagedResource.reloadFromStorage Loaded
initArgs {} for /rest/managed
[junit4] 2> 479814 T3940 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 479818 T3941 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@308d514a[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 479828 T3940 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 479829 T3944 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:27061/_ts/pi collection:collection1
shard:shard2
[junit4] 2> 479829 T3891 oass.SolrDispatchFilter.init
user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 479830 T3891 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 479830 T3944 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard2/election
[junit4] 2> 479835 T3944 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard2
[junit4] 2> 479836 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 479836 T3944
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 479836 T3944 oasc.ShardLeaderElectionContext.runLeaderProcess
I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C249 name=collection1
org.apache.solr.core.SolrCore@38f94ad1
url=http://127.0.0.1:27061/_ts/pi/collection1 node=127.0.0.1:27061__ts%2Fpi
C249_STATE=coll:collection1 core:collection1 props:{core=collection1,
base_url=http://127.0.0.1:27061/_ts/pi, state=down,
node_name=127.0.0.1:27061__ts%2Fpi}
[junit4] 2> 479837 T3944 C249 P27061 oasc.SyncStrategy.sync Sync replicas
to http://127.0.0.1:27061/_ts/pi/collection1/
[junit4] 2> 479837 T3944 C249 P27061 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 479837 T3944 C249 P27061 oasc.SyncStrategy.syncToMe
http://127.0.0.1:27061/_ts/pi/collection1/ has no replicas
[junit4] 2> 479837 T3944 oasc.ShardLeaderElectionContext.runLeaderProcess
I am the new leader: http://127.0.0.1:27061/_ts/pi/collection1/ shard2
[junit4] 2> 479838 T3944 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard2
[junit4] 2> 479840 T3939 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 479840 T3925 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 479840 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 479845 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 479846 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 479846 T3939 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 479846 T3925 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 479892 T3944 oasc.ZkController.register We are
http://127.0.0.1:27061/_ts/pi/collection1/ and leader is
http://127.0.0.1:27061/_ts/pi/collection1/
[junit4] 2> 479893 T3944 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:27061/_ts/pi
[junit4] 2> 479893 T3944 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 479893 T3944 oasc.ZkController.publish publishing
core=collection1 state=active collection=collection1
[junit4] 2> 479893 T3944 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 479894 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 479896 T3914 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:27061/_ts/pi";,
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1:27061__ts%2Fpi",
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 479999 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 479999 T3939 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 479999 T3925 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 481052 T3891 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 2
[junit4] 2> 481052 T3891 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 481055 T3891 oejs.AbstractConnector.doStart Started
[email protected]:27071
[junit4] 2> 481056 T3891 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 481056 T3891 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 481056 T3891 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-004
[junit4] 2> 481056 T3891 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-004/'
[junit4] 2> 481085 T3891 oasc.ConfigSolr.fromFile Loading container
configuration from
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-004/solr.xml
[junit4] 2> 481154 T3891 oasc.CoreContainer.<init> New CoreContainer
739389311
[junit4] 2> 481154 T3891 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-004/]
[junit4] 2> 481155 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 481156 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 481156 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 481156 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 481157 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 481157 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 481157 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 481158 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 481158 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 481159 T3891 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 481159 T3891 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 481160 T3891 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 481160 T3891 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 481160 T3891 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:27047/solr
[junit4] 2> 481161 T3891 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 481161 T3891
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 481162 T3891 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 481163 T3955 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5dec5173
name:ZooKeeperConnection Watcher:127.0.0.1:27047 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 481164 T3891 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 481164 T3891 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 481166 T3891 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 481167 T3957 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5d0b0262
name:ZooKeeperConnection Watcher:127.0.0.1:27047/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 481167 T3891 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 481172 T3891
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 482175 T3891 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:27071__ts%2Fpi
[junit4] 2> 482176 T3891 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:27071__ts%2Fpi
[junit4] 2> 482179 T3891 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 482185 T3959 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 482185 T3959 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 482186 T3959 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 482186 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 482189 T3914 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:27071/_ts/pi";,
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:27071__ts%2Fpi",
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 482189 T3914 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=2
[junit4] 2> 482189 T3914 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 482191 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 482191 T3925 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 482191 T3958 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 482191 T3939 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 483187 T3959 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 483188 T3959 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:collection1
[junit4] 2> 483188 T3959 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 483189 T3959 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 483189 T3959 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 483189 T3959 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-004/collection1/'
[junit4] 2> 483191 T3959 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-004/collection1/lib/.svn/'
to classloader
[junit4] 2> 483192 T3959 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-004/collection1/lib/classes/'
to classloader
[junit4] 2> 483193 T3959 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-004/collection1/lib/README'
to classloader
[junit4] 2> 483269 T3959 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 483322 T3959 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 483423 T3959 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 483434 T3959 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 483787 T3959 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 483789 T3959 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 483790 T3959 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 483794 T3959 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 483806 T3959 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 483806 T3959 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 483806 T3959 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-004/collection1/,
dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2/
[junit4] 2> 483806 T3959 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@6dba61f0
[junit4] 2> 483808 T3959 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2
[junit4] 2> 483809 T3959 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2/index/
[junit4] 2> 483809 T3959 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2/index'
doesn't exist. Creating new index...
[junit4] 2> 483810 T3959 oasc.CachingDirectoryFactory.get return new
directory for
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2/index
[junit4] 2> 483811 T3959 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=24, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=99.9873046875,
floorSegmentMB=1.337890625, forceMergeDeletesPctAllowed=0.5520872601180371,
segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 483817 T3959 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 483817 T3959 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 483821 T3959 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 483822 T3959 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 483822 T3959 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 483822 T3959 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 483822 T3959 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 483822 T3959 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 483823 T3959 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 483823 T3959 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 483823 T3959 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 483824 T3959 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 483824 T3959 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 483824 T3959 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 483825 T3959 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 483825 T3959 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 483825 T3959 oasc.RequestHandlers.initHandlersFromConfig
adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 483826 T3959 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 483826 T3959 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 483826 T3959 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 483827 T3959 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 483827 T3959 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 483851 T3959 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 483853 T3959 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 483855 T3959 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 483856 T3959 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 483859 T3959 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 483860 T3959 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 483860 T3959 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=false, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 483862 T3959 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 483862 T3959 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 483862 T3959 oass.SolrIndexSearcher.<init> Opening
Searcher@55595e1d[collection1] main
[junit4] 2> 483862 T3959 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 483863 T3959 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 483863 T3959 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 483863 T3959
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 483863 T3959 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 483864 T3959 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 483864 T3959
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes
from znode /configs/conf1/_rest_managed.json
[junit4] 2> 483864 T3959 oasr.ManagedResourceStorage.load Loaded
LinkedHashMap at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 483864 T3959 oasr.ManagedResource.reloadFromStorage Loaded
initArgs {} for /rest/managed
[junit4] 2> 483864 T3959 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 483868 T3960 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@55595e1d[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 483870 T3959 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 483871 T3963 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:27071/_ts/pi collection:collection1
shard:shard1
[junit4] 2> 483871 T3891 oass.SolrDispatchFilter.init
user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 483871 T3891 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 483871 T3963 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 483874 T3963 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 483875 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 483876 T3963
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 483876 T3963 oasc.ShardLeaderElectionContext.runLeaderProcess
I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C250 name=collection1
org.apache.solr.core.SolrCore@5992e98b
url=http://127.0.0.1:27071/_ts/pi/collection1 node=127.0.0.1:27071__ts%2Fpi
C250_STATE=coll:collection1 core:collection1 props:{core=collection1,
base_url=http://127.0.0.1:27071/_ts/pi, state=down,
node_name=127.0.0.1:27071__ts%2Fpi}
[junit4] 2> 483876 T3963 C250 P27071 oasc.SyncStrategy.sync Sync replicas
to http://127.0.0.1:27071/_ts/pi/collection1/
[junit4] 2> 483876 T3963 C250 P27071 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 483876 T3963 C250 P27071 oasc.SyncStrategy.syncToMe
http://127.0.0.1:27071/_ts/pi/collection1/ has no replicas
[junit4] 2> 483876 T3963 oasc.ShardLeaderElectionContext.runLeaderProcess
I am the new leader: http://127.0.0.1:27071/_ts/pi/collection1/ shard1
[junit4] 2> 483877 T3963 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 483879 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 483879 T3925 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 483879 T3958 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 483879 T3939 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 483884 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 483884 T3939 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 483884 T3925 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 483884 T3958 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 483884 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 483930 T3963 oasc.ZkController.register We are
http://127.0.0.1:27071/_ts/pi/collection1/ and leader is
http://127.0.0.1:27071/_ts/pi/collection1/
[junit4] 2> 483931 T3963 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:27071/_ts/pi
[junit4] 2> 483931 T3963 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 483931 T3963 oasc.ZkController.publish publishing
core=collection1 state=active collection=collection1
[junit4] 2> 483931 T3963 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 483932 T3918 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 483934 T3914 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:27071/_ts/pi";,
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1:27071__ts%2Fpi",
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 484037 T3925 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 484037 T3939 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 484037 T3918 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 484037 T3958 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 485686 T3891 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 3
[junit4] 2> 485687 T3891 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 485690 T3891 oejs.AbstractConnector.doStart Started
[email protected]:27084
[junit4] 2> 485691 T3891 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 485691 T3891 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 485691 T3891 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-005
[junit4] 2> 485692 T3891 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-005/'
[junit4] 2> 485736 T3891 oasc.ConfigSolr.fromFile Loading container
configuration from
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-005/solr.xml
[junit4] 2> 485808 T3891 oasc.CoreContainer.<init> New CoreContainer
470182430
[junit4] 2> 485809 T3891 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-005/]
[junit4] 2> 485810 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 485810 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 485811 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 485811 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 485811 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 485812 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 485812 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 485812 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 485813 T3891 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 485813 T3891 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 485814 T3891 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 485814 T3891 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 485814 T3891 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 485815 T3891 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:27047/solr
[junit4] 2> 485815 T3891 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 485815 T3891
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 485816 T3891 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 485818 T3974 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6920e5f1
name:ZooKeeperConnection Watcher:127.0.0.1:27047 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 485818 T3891 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 485818 T3891 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 485820 T3891 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 485821 T3976 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@16c61a name:ZooKeeperConnection
Watcher:127.0.0.1:27047/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 485821 T3891 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 485826 T3891
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 486829 T3891 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:27084__ts%2Fpi
[junit4] 2> 486830 T3891 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:27084__ts%2Fpi
[junit4] 2> 486833 T3891 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 486840 T3978 o
[...truncated too long message...]
rs=0,cumulative_adds=123,cumulative_deletesById=56,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
[junit4] 2> 550302 T4007 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:27071/_ts/pi";,
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:27071__ts%2Fpi",
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 550302 T3891 oasu.SolrCoreState.decrefSolrCoreState Closing
SolrCoreState
[junit4] 2> 550302 T3891 oasu.DefaultSolrCoreState.closeIndexWriter
SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 550303 T3891 oasu.DefaultSolrCoreState.closeIndexWriter
closing IndexWriter with IndexWriterCloser
[junit4] 2> 550303 T3891 C262 P27071 oasu.DirectUpdateHandler2.closeWriter
Committing on IndexWriter close.
[junit4] 2> 550307 T4006 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> C262_STATE=coll:collection1 core:collection1
props:{core=collection1, base_url=http://127.0.0.1:27071/_ts/pi, state=down,
node_name=127.0.0.1:27071__ts%2Fpi, leader=true}
[junit4] 2> 550550 T3891 C262 P27071 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2>
commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2/index,segFN=segments_2,generation=2}
[junit4] 2> 550551 T3891 C262 P27071 oasc.SolrDeletionPolicy.updateCommits
newest commit generation = 2
[junit4] 2> 550573 T3891 oasc.SolrCore.closeSearcher [collection1] Closing
main searcher on request.
[junit4] 2> 550582 T3891 oasc.CachingDirectoryFactory.close Closing
StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 550583 T3891 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2
[CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2;done=false>>]
[junit4] 2> 550583 T3891 oasc.CachingDirectoryFactory.close Closing
directory:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2
[junit4] 2> 550584 T3891 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2/index
[CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2/index;done=false>>]
[junit4] 2> 550585 T3891 oasc.CachingDirectoryFactory.close Closing
directory:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001/tempDir-001/jetty2/index
[junit4] 2> 550586 T3891 oasc.Overseer.close Overseer
(id=92562059456675848-127.0.0.1:27071__ts%2Fpi-n_0000000002) closing
[junit4] 2> 550586 T4007 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:27071__ts%2Fpi
[junit4] 2> 552089 T4006 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 552091 T3891 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/_ts/pi,null}
[junit4] 2> 556072 T3891 oasc.ChaosMonkey.monkeyLog monkey: stop shard!
27084
[junit4] 2> 556073 T3891 oas.SolrTestCaseJ4.tearDown ###Ending
testDistribSearch
[junit4] 2> 556078 T3891 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:27047 27047
[junit4] 2> 556178 T3892 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:27047 27047
[junit4] 2> 556179 T3892 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN
Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.method=testDistribSearch
-Dtests.seed=94F80D5773E7A309 -Dtests.multiplier=2 -Dtests.slow=true
-Dtests.locale=ja -Dtests.timezone=America/Menominee
-Dtests.file.encoding=US-ASCII
[junit4] FAILURE 84.4s J1 | ChaosMonkeySafeLeaderTest.testDistribSearch <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<0> but
was:<1>
[junit4] > at
__randomizedtesting.SeedInfo.seed([94F80D5773E7A309:151E834F04B8C335]:0)
[junit4] > at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:153)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 556203 T3891 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-94F80D5773E7A309-001
[junit4] 2> 84410 T3890 ccr.ThreadLeakControl.checkThreadLeaks WARNING
Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene50):
{_version_=PostingsFormat(name=Lucene41VarGapFixedInterval),
a_t=PostingsFormat(name=Lucene41VarGapFixedInterval),
id=PostingsFormat(name=Asserting), rnd_b=PostingsFormat(name=Asserting),
a_i=PostingsFormat(name=Asserting)}, docValues:{},
sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ja,
timezone=America/Menominee
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65
(64-bit)/cpus=16,threads=1,free=115200480,total=351797248
[junit4] 2> NOTE: All tests run in this JVM: [ZkControllerTest,
TestMaxScoreQueryParser, TestBulkSchemaAPI, StressHdfsTest,
TestShardHandlerFactory, DirectUpdateHandlerOptimizeTest, TestReload,
TestCollationField, SharedFSAutoReplicaFailoverTest,
CloudExitableDirectoryReaderTest, SuggesterFSTTest, OpenCloseCoreStressTest,
TestRandomMergePolicy, FastVectorHighlighterTest, UpdateParamsTest,
SystemInfoHandlerTest, TestTolerantSearch, UUIDUpdateProcessorFallbackTest,
TestQuerySenderNoQuery, TestInitParams, TestSweetSpotSimilarityFactory,
ExternalFileFieldSortTest, TestDocumentBuilder, ExitableDirectoryReaderTest,
SignatureUpdateProcessorFactoryTest, TestGroupingSearch,
TestShortCircuitedRequests, DistributedDebugComponentTest, TestManagedResource,
DirectSolrSpellCheckerTest, LukeRequestHandlerTest, PrimitiveFieldTypeTest,
TestBinaryField, TestManagedSchemaFieldResource, FullSolrCloudDistribCmdsTest,
JSONWriterTest, ResponseHeaderTest, TestAddFieldRealTimeGet,
PreAnalyzedFieldTest, ChaosMonkeySafeLeaderTest]
[junit4] Completed on J1 in 84.70s, 1 test, 1 failure <<< FAILURES!
[...truncated 934 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:524:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:472:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:61:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:39:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:496:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1359:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:961:
There were test failures: 436 suites, 1783 tests, 1 failure, 58 ignored (23
assumptions)
Total time: 58 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-trunk-Java7 #4903
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 141741921 bytes
Compression is 0.0%
Took 26 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
