Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/11279/ Java: 64bit/jdk1.8.0_40-ea-b09 -XX:+UseCompressedOops -XX:+UseParallelGC
2 tests failed. REGRESSION: org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.testDistribSearch Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:45193, https://127.0.0.1:58096, https://127.0.0.1:35993] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:45193, https://127.0.0.1:58096, https://127.0.0.1:35993] at __randomizedtesting.SeedInfo.seed([D63A72DEAB997060:57DCFCC6DCC6105C]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:332) at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880) at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658) at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601) at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.removeAndWaitForLastReplicaGone(DeleteLastCustomShardedReplicaTest.java:117) at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.doTest(DeleteLastCustomShardedReplicaTest.java:107) at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) at sun.reflect.GeneratedMethodAccessor46.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : customcollreplicadeletion/a/core_node1 at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:353) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:312) ... 45 more REGRESSION: org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:55733, https://127.0.0.1:39252, https://127.0.0.1:41744, https://127.0.0.1:42297, https://127.0.0.1:46461] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:55733, https://127.0.0.1:39252, https://127.0.0.1:41744, https://127.0.0.1:42297, https://127.0.0.1:46461] at __randomizedtesting.SeedInfo.seed([D63A72DEAB997060:57DCFCC6DCC6105C]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:332) at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880) at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658) at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601) at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:172) at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:145) at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:89) at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : delLiveColl/shard1/core_node1 at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:353) at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:312) ... 47 more Build Log: [...truncated 11196 lines...] [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest [junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/init-core-data-001 [junit4] 2> 422045 T1186 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false) [junit4] 2> 422045 T1186 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: / [junit4] 2> 422048 T1186 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch [junit4] 2> 422049 T1186 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4] 1> client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 422050 T1187 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server [junit4] 2> 422149 T1186 oasc.ZkTestServer.run start zk server on port:51948 [junit4] 2> 422150 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 422151 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 422154 T1193 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6aeffb5 name:ZooKeeperConnection Watcher:127.0.0.1:51948 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 422155 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 422155 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 422155 T1186 oascc.SolrZkClient.makePath makePath: /solr [junit4] 2> 422161 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 422171 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 422179 T1195 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2182e1a3 name:ZooKeeperConnection Watcher:127.0.0.1:51948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 422179 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 422179 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 422180 T1186 oascc.SolrZkClient.makePath makePath: /collections/collection1 [junit4] 2> 422182 T1186 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards [junit4] 2> 422183 T1186 oascc.SolrZkClient.makePath makePath: /collections/control_collection [junit4] 2> 422184 T1186 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards [junit4] 2> 422186 T1186 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 422186 T1186 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml [junit4] 2> 422192 T1186 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 422192 T1186 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml [junit4] 2> 422194 T1186 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 422194 T1186 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 422196 T1186 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 422196 T1186 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt [junit4] 2> 422197 T1186 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 422198 T1186 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt [junit4] 2> 422199 T1186 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 422200 T1186 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml [junit4] 2> 422210 T1186 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 422210 T1186 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 422212 T1186 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 422213 T1186 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 422215 T1186 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 422215 T1186 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 422217 T1186 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 422218 T1186 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 422220 T1186 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 422220 T1186 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt [junit4] 2> 422223 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 422225 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 422226 T1197 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@654da75c name:ZooKeeperConnection Watcher:127.0.0.1:51948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 422226 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 422226 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 422608 T1186 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 422623 T1186 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 422676 T1186 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:41744 [junit4] 2> 422679 T1186 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 422679 T1186 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 422680 T1186 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002 [junit4] 2> 422680 T1186 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002/' [junit4] 2> 422697 T1186 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002/solr.xml [junit4] 2> 422705 T1186 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002 [junit4] 2> 422706 T1186 oasc.CoreContainer.<init> New CoreContainer 1644464730 [junit4] 2> 422706 T1186 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002/] [junit4] 2> 422707 T1186 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 422707 T1186 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 422708 T1186 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 422708 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 422708 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 422709 T1186 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 422709 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 422709 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 422710 T1186 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 422710 T1186 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 422712 T1186 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 422713 T1186 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 422714 T1186 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 422714 T1186 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 422714 T1186 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51948/solr [junit4] 2> 422715 T1186 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 422715 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 422743 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 422755 T1208 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dd99e1c name:ZooKeeperConnection Watcher:127.0.0.1:51948 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 422759 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 422760 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 422780 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 422781 T1210 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@135d5e96 name:ZooKeeperConnection Watcher:127.0.0.1:51948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 422781 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 422783 T1186 oascc.SolrZkClient.makePath makePath: /overseer/queue [junit4] 2> 422785 T1186 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work [junit4] 2> 422787 T1186 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running [junit4] 2> 422789 T1186 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed [junit4] 2> 422791 T1186 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure [junit4] 2> 422795 T1186 oascc.SolrZkClient.makePath makePath: /live_nodes [junit4] 2> 422796 T1186 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41744_ [junit4] 2> 422797 T1186 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41744_ [junit4] 2> 422799 T1186 oascc.SolrZkClient.makePath makePath: /overseer_elect [junit4] 2> 422800 T1186 oascc.SolrZkClient.makePath makePath: /overseer_elect/election [junit4] 2> 422801 T1186 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 422803 T1186 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:41744_ [junit4] 2> 422804 T1186 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader [junit4] 2> 422805 T1186 oasc.Overseer.start Overseer (id=92608154038697988-127.0.0.1:41744_-n_0000000000) starting [junit4] 2> 422807 T1186 oascc.SolrZkClient.makePath makePath: /overseer/queue-work [junit4] 2> 422813 T1186 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 422815 T1211 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue [junit4] 2> 422824 T1212 oasc.OverseerCollectionProcessor.run Process current queue of collection creations [junit4] 2> 422825 T1186 oascc.SolrZkClient.makePath makePath: /clusterstate.json [junit4] 2> 422827 T1186 oascc.SolrZkClient.makePath makePath: /aliases.json [junit4] 2> 422828 T1186 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 422832 T1186 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002 [junit4] 2> 422842 T1186 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002/conf/ [junit4] 2> 423014 T1186 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 423016 T1186 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1 [junit4] 2> 423016 T1186 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 423018 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 423018 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 423020 T1216 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18d5670f name:ZooKeeperConnection Watcher:127.0.0.1:51948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 423020 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 423021 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 423022 T1186 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 423023 T1186 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 423024 T1186 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2 [junit4] 2> 423024 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 423024 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 423026 T1218 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30442daf name:ZooKeeperConnection Watcher:127.0.0.1:51948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 423026 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 423026 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 423029 T1219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 423031 T1211 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1 [junit4] 2> 423032 T1211 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2] [junit4] 2> 423032 T1211 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2 [junit4] 2> 423034 T1211 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json [junit4] 2> 423035 T1219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 423035 T1220 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 423278 T1186 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 [junit4] 2> 423279 T1186 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 423282 T1186 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 423282 T1186 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:42297 [junit4] 2> 423285 T1186 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 423285 T1186 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 423285 T1186 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-003 [junit4] 2> 423286 T1186 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-003/' [junit4] 2> 423296 T1186 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-003/solr.xml [junit4] 2> 423304 T1186 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-003 [junit4] 2> 423304 T1186 oasc.CoreContainer.<init> New CoreContainer 1166984781 [junit4] 2> 423305 T1186 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-003/] [junit4] 2> 423305 T1186 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 423306 T1186 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 423306 T1186 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 423306 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 423307 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 423307 T1186 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 423307 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 423307 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 423308 T1186 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 423308 T1186 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 423310 T1186 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 423311 T1186 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 423311 T1186 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 423311 T1186 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 423312 T1186 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51948/solr [junit4] 2> 423312 T1186 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 423312 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 423314 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 423315 T1231 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50d271b6 name:ZooKeeperConnection Watcher:127.0.0.1:51948 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 423316 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 423317 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 423326 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 423327 T1233 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31715780 name:ZooKeeperConnection Watcher:127.0.0.1:51948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 423327 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 423332 T1186 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 424336 T1186 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42297_ [junit4] 2> 424337 T1186 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42297_ [junit4] 2> 424339 T1186 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 424341 T1186 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-003 [junit4] 2> 424349 T1186 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-003/conf/ [junit4] 2> 424589 T1186 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 424590 T1186 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1 [junit4] 2> 424590 T1186 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 424930 T1186 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 [junit4] 2> 424931 T1186 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 424934 T1186 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 424936 T1186 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55733 [junit4] 2> 424938 T1186 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 424938 T1186 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 424938 T1186 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-004 [junit4] 2> 424939 T1186 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-004/' [junit4] 2> 424949 T1186 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-004/solr.xml [junit4] 2> 424955 T1186 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-004 [junit4] 2> 424955 T1186 oasc.CoreContainer.<init> New CoreContainer 1034829112 [junit4] 2> 424955 T1186 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-004/] [junit4] 2> 424956 T1186 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 424956 T1186 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 424956 T1186 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 424956 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 424957 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 424957 T1186 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 424957 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 424957 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 424958 T1186 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 424958 T1186 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 424959 T1186 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 424960 T1186 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 424960 T1186 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 424960 T1186 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 424960 T1186 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51948/solr [junit4] 2> 424961 T1186 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 424961 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 424961 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 424964 T1246 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e8f5511 name:ZooKeeperConnection Watcher:127.0.0.1:51948 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 424964 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 424964 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 424976 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 424983 T1248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16e6559 name:ZooKeeperConnection Watcher:127.0.0.1:51948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 424983 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 424988 T1186 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 425994 T1186 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55733_ [junit4] 2> 425995 T1186 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55733_ [junit4] 2> 425998 T1186 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 426000 T1186 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-004 [junit4] 2> 426006 T1186 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-004/conf/ [junit4] 2> 426171 T1186 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 426172 T1186 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1 [junit4] 2> 426172 T1186 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 426520 T1186 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3 [junit4] 2> 426521 T1186 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 426534 T1186 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 426536 T1186 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:39252 [junit4] 2> 426538 T1186 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 426538 T1186 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 426539 T1186 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-005 [junit4] 2> 426539 T1186 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-005/' [junit4] 2> 426554 T1186 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-005/solr.xml [junit4] 2> 426561 T1186 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-005 [junit4] 2> 426561 T1186 oasc.CoreContainer.<init> New CoreContainer 720628712 [junit4] 2> 426562 T1186 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-005/] [junit4] 2> 426562 T1186 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 426563 T1186 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 426563 T1186 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 426563 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 426564 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 426564 T1186 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 426564 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 426565 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 426565 T1186 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 426565 T1186 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 426567 T1186 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 426568 T1186 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 426568 T1186 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 426569 T1186 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 426569 T1186 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51948/solr [junit4] 2> 426569 T1186 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 426570 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 426570 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 426572 T1261 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3646a87c name:ZooKeeperConnection Watcher:127.0.0.1:51948 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 426572 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 426573 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 426575 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 426576 T1263 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4090bad7 name:ZooKeeperConnection Watcher:127.0.0.1:51948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 426576 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 426580 T1186 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 427583 T1186 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39252_ [junit4] 2> 427584 T1186 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39252_ [junit4] 2> 427587 T1186 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 427588 T1186 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-005 [junit4] 2> 427600 T1186 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-005/conf/ [junit4] 2> 427857 T1186 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 427858 T1186 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1 [junit4] 2> 427858 T1186 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 428238 T1186 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4 [junit4] 2> 428239 T1186 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 428242 T1186 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 428243 T1186 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:46461 [junit4] 2> 428245 T1186 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 428246 T1186 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 428246 T1186 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-006 [junit4] 2> 428246 T1186 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-006/' [junit4] 2> 428261 T1186 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-006/solr.xml [junit4] 2> 428269 T1186 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-006 [junit4] 2> 428270 T1186 oasc.CoreContainer.<init> New CoreContainer 989693603 [junit4] 2> 428270 T1186 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-006/] [junit4] 2> 428270 T1186 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 428271 T1186 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 428271 T1186 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 428271 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 428272 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 428272 T1186 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 428272 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 428273 T1186 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 428273 T1186 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 428273 T1186 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 428275 T1186 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 428276 T1186 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 428277 T1186 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 428277 T1186 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 428277 T1186 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51948/solr [junit4] 2> 428278 T1186 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 428278 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 428279 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 428280 T1276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6860ad41 name:ZooKeeperConnection Watcher:127.0.0.1:51948 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 428281 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 428281 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 428283 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 428284 T1278 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@456f019e name:ZooKeeperConnection Watcher:127.0.0.1:51948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 428285 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 428288 T1186 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 429291 T1186 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46461_ [junit4] 2> 429292 T1186 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46461_ [junit4] 2> 429295 T1186 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 429297 T1186 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-006 [junit4] 2> 429309 T1186 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-006/conf/ [junit4] 2> 429558 T1186 oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 429560 T1186 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1 [junit4] 2> 429560 T1186 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 429567 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 429568 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 429570 T1282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45cf8611 name:ZooKeeperConnection Watcher:127.0.0.1:51948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 429570 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 429570 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 429571 T1186 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 429573 T1186 oasc.AbstractFullDistribZkTestBase.createCollection Creating collection with stateFormat=2: delLiveColl [junit4] 2> 429574 T1186 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 429574 T1186 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 429584 T1284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@545b2db9 name:ZooKeeperConnection Watcher:127.0.0.1:51948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 429584 T1186 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 429585 T1186 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 429586 T1186 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 429657 T1200 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&maxShardsPerNode=2&name=delLiveColl&action=CREATE&numShards=2&stateFormat=2&wt=javabin&version=2 [junit4] 2> 429658 T1219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged [junit4] 2> 429660 T1212 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{ [junit4] 2> "operation":"create", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"delLiveColl", [junit4] 2> "replicationFactor":"2", [junit4] 2> "numShards":"2", [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "stateFormat":"2"} [junit4] 2> 429660 T1285 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , { [junit4] 2> "operation":"create", [junit4] 2> "fromApi":"true", [junit4] 2> "name":"delLiveColl", [junit4] 2> "replicationFactor":"2", [junit4] 2> "numShards":"2", [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "stateFormat":"2"} [junit4] 2> 429662 T1285 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1 [junit4] 2> 429662 T1285 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/delLiveColl [junit4] 2> 429663 T1285 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl [junit4] 2> 429666 T1219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 429669 T1211 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl [junit4] 2> 429669 T1211 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2] [junit4] 2> 429669 T1211 oasc.Overseer$ClusterStateUpdater.createCollection state version delLiveColl 2 [junit4] 2> 429671 T1211 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/delLiveColl/state.json [junit4] 2> 429672 T1264 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 429672 T1249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 429672 T1219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 429673 T1234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 429673 T1287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 429672 T1286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 429672 T1220 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 429672 T1279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5) [junit4] 2> 429766 T1285 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection delLiveColl, shardNames [shard1, shard2] , replicationFactor : 2 [junit4] 2> 429766 T1285 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:41744_ [junit4] 2> 429767 T1285 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:46461_ [junit4] 2> 429769 T1285 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:39252_ [junit4] 2> 429776 T1285 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:55733_ [junit4] 2> 429838 T1202 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=delLiveColl_shard1_replica1&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2 [junit4] 2> 429840 T1202 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down collection=delLiveColl [junit4] 2> 429841 T1219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 429841 T1202 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 429843 T1211 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "core":"delLiveColl_shard1_replica1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:41744";, [junit4] 2> "node_name":"127.0.0.1:41744_", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "operation":"state"} [junit4] 2> 429847 T1211 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 429849 T1272 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=delLiveColl_shard1_replica2&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2 [junit4] 2> 429851 T1202 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 429851 T1202 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 429851 T1272 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down collection=delLiveColl [junit4] 2> 429853 T1202 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 429853 T1202 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 429853 T1202 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1 [junit4] 2> 429853 T1202 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 429854 T1219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 429854 T1202 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 429854 T1202 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 429854 T1272 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 429856 T1272 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 429856 T1272 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 429856 T1202 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 429857 T1202 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002/delLiveColl_shard1_replica1/' [junit4] 2> 429857 T1272 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 429857 T1272 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 429858 T1211 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 [junit4] 2> 429858 T1211 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "core":"delLiveColl_shard1_replica2", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:46461";, [junit4] 2> "node_name":"127.0.0.1:46461_", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "operation":"state"} [junit4] 2> 429864 T1242 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=delLiveColl_shard2_replica2&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2 [junit4] 2> 429864 T1259 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=delLiveColl_shard2_replica1&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2 [junit4] 2> 429867 T1211 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 429868 T1219 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 429868 T1279 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 429868 T1259 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down collection=delLiveColl [junit4] 2> 429869 T1279 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 429870 T1242 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down collection=delLiveColl [junit4] 2> 429871 T1259 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 429871 T1259 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 429872 T1259 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 429873 T1259 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 429873 T1259 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 429874 T1219 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 429874 T1219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 429875 T1242 oasc.ZkController.preRegister Registering watch for external collection delLiveColl [junit4] 2> 429875 T1242 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl [junit4] 2> 429876 T1242 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... [junit4] 2> 429876 T1242 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 429877 T1242 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 429879 T1211 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 [junit4] 2> 429879 T1211 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "core":"delLiveColl_shard2_replica1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:39252";, [junit4] 2> "node_name":"127.0.0.1:39252_", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "operation":"state"} [junit4] 2> 429881 T1211 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 429882 T1219 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 429882 T1249 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 429882 T1264 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 429882 T1279 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 429882 T1249 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 429883 T1264 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 429884 T1279 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 429885 T1219 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 429889 T1202 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0 [junit4] 2> 429892 T1211 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 [junit4] 2> 429892 T1211 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={ [junit4] 2> "core":"delLiveColl_shard2_replica2", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:55733";, [junit4] 2> "node_name":"127.0.0.1:55733_", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "operation":"state"} [junit4] 2> 429894 T1219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 429894 T1211 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 429895 T1249 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 429895 T1264 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 429895 T1219 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 429895 T1279 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 429896 T1249 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 429896 T1264 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 429896 T1279 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 429898 T1219 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 429901 T1202 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 429901 T1202 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 429906 T1202 oass.IndexSchema.readSchema [delLiveColl_shard1_replica1] Schema name=test [junit4] 2> 430020 T1202 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 430025 T1202 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 430027 T1202 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 430035 T1202 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 430038 T1202 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 430040 T1202 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 430040 T1202 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 430043 T1202 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 430043 T1202 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 430044 T1202 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 430044 T1202 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 430045 T1202 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica1' using configuration from collection delLiveColl [junit4] 2> 430045 T1202 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 430045 T1202 oasc.SolrCore.<init> [delLiveColl_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002/delLiveColl_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002/delLiveColl_shard1_replica1/data/ [junit4] 2> 430045 T1202 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2204adad [junit4] 2> 430046 T1202 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002/delLiveColl_shard1_replica1/data [junit4] 2> 430046 T1202 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002/delLiveColl_shard1_replica1/data/index/ [junit4] 2> 430047 T1202 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002/delLiveColl_shard1_replica1/data/index' doesn't exist. Creating new index... [junit4] 2> 430047 T1202 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-002/delLiveColl_shard1_replica1/data/index [junit4] 2> 430047 T1202 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=98.0126953125, floorSegmentMB=0.9453125, forceMergeDeletesPctAllowed=19.657850305908497, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8706842890511217 [junit4] 2> 430048 T1202 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-75e4b2af)),segFN=segments_1,generation=1} [junit4] 2> 430048 T1202 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 430051 T1202 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 430052 T1202 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 430052 T1202 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 430052 T1202 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 430053 T1202 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 430053 T1202 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 430054 T1202 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 430054 T1202 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 430054 T1202 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 430055 T1202 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 430055 T1202 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 430055 T1202 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 430056 T1202 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler [junit4] 2> 430056 T1202 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler [junit4] 2> 430056 T1202 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler [junit4] 2> 430056 T1202 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler [junit4] 2> 430057 T1202 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler [junit4] 2> 430057 T1202 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers [junit4] 2> 430057 T1202 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler [junit4] 2> 430057 T1202 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler [junit4] 2> 430059 T1202 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 430060 T1202 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 430061 T1202 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 430061 T1202 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 430063 T1202 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 430063 T1202 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 430064 T1202 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=365716146, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1] [junit4] 2> 430065 T1202 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-75e4b2af)),segFN=segments_1,generation=1} [junit4] 2> 430065 T1202 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 430065 T1202 oass.SolrIndexSearcher.<init> Opening Searcher@588f8f63[delLiveColl_shard1_replica1] main [junit4] 2> 430066 T1202 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 430066 T1202 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 430067 T1202 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 430067 T1202 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 430067 T1202 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 430067 T1202 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 430068 T1202 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 430068 T1202 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 430068 T1202 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json [junit4] 2> 430070 T1202 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json [junit4] 2> 430070 T1202 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 430070 T1202 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 430072 T1292 oasc.SolrCore.registerSearcher [delLiveColl_shard1_replica1] Registered new searcher Searcher@588f8f63[delLiveColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 430073 T1202 oasc.CoreContainer.registerCore registering core: delLiveColl_shard1_replica1 [junit4] 2> 430073 T1202 oasc.ZkController.register Register replica - core:delLiveColl_shard1_replica1 address:https://127.0.0.1:41744 collection:delLiveColl shard:shard1 [junit4] 2> 430073 T1202 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl/leader_elect/shard1/election [junit4] 2> 430077 T1202 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1 [junit4] 2> 430078 T1219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 430078 T1202 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9.8454206E13ms [junit4] 2> 430080 T1211 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 [junit4] 2> 430082 T1211 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json [junit4] 2> 430082 T1219 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 430082 T1279 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 430082 T1249 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 430082 T1264 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... [junit4] 2> 430083 T1279 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 5 [junit4] 2> 430083 T1249 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 5 [junit4] 2> 430083 T1264 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 5 [junit4] 2> 430084 T1219 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 5 [junit4] 2> 430858 T1272 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2 [junit4] 2> 430858 T1272 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 430859 T1272 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 430859 T1272 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 430859 T1272 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 430860 T1272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-006/delLiveColl_shard1_replica2/' [junit4] 2> 430874 T1259 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1 [junit4] 2> 430874 T1259 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 430877 T1242 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2 [junit4] 2> 430877 T1242 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl [junit4] 2> 430882 T1259 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 430882 T1272 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0 [junit4] 2> 430882 T1259 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 430882 T1242 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 430883 T1242 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl [junit4] 2> 430883 T1259 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 430883 T1242 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper [junit4] 2> 430884 T1242 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-004/delLiveColl_shard2_replica2/' [junit4] 2> 430883 T1259 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest-D63A72DEAB997060-001/tempDir-005/delLiveColl_shard2_replica1/' [junit4] 2> 430894 T1272 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 430896 T1272 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml [junit4] 2> 430900 T1272 oass.IndexSchema.readS [...truncated too long message...] urrent.AbstractExecutorService.submit(AbstractExecutorService.java:112) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:263) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4] 2> [junit4] 2> 2383233 T9018 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@140c4f37 rejected from java.util.concurrent.ThreadPoolExecutor@7423b078[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 4] [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369) [junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:263) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4] 2> [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DeleteLastCustomShardedReplicaTest -Dtests.method=testDistribSearch -Dtests.seed=D63A72DEAB997060 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=Asia/Omsk -Dtests.file.encoding=US-ASCII [junit4] ERROR 128s J0 | DeleteLastCustomShardedReplicaTest.testDistribSearch <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:45193, https://127.0.0.1:58096, https://127.0.0.1:35993] [junit4] > at __randomizedtesting.SeedInfo.seed([D63A72DEAB997060:57DCFCC6DCC6105C]:0) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:332) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601) [junit4] > at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.removeAndWaitForLastReplicaGone(DeleteLastCustomShardedReplicaTest.java:117) [junit4] > at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.doTest(DeleteLastCustomShardedReplicaTest.java:107) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : customcollreplicadeletion/a/core_node1 [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:353) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:312) [junit4] > ... 45 more [junit4] 2> 2383252 T8952 oas.SolrTestCaseJ4.deleteCore ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteLastCustomShardedReplicaTest-D63A72DEAB997060-001 [junit4] 2> 127702 T8951 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=DefaultSimilarity, locale=hr, timezone=Asia/Omsk [junit4] 2> NOTE: Linux 3.13.0-37-generic amd64/Oracle Corporation 1.8.0_40-ea (64-bit)/cpus=8,threads=1,free=213596864,total=357040128 [junit4] 2> NOTE: All tests run in this JVM: [PluginInfoTest, TestDistributedSearch, TestDFRSimilarityFactory, SuggesterWFSTTest, BadComponentTest, TestLeaderElectionZkExpiry, FastVectorHighlighterTest, PathHierarchyTokenizerFactoryTest, TestLMJelinekMercerSimilarityFactory, TestConfigSets, CollectionsAPIAsyncDistributedZkTest, TestHighlightDedupGrouping, AssignTest, TestLMDirichletSimilarityFactory, TestComponentsName, OverseerCollectionProcessorTest, DirectUpdateHandlerTest, CurrencyFieldOpenExchangeTest, TermsComponentTest, SpellingQueryConverterTest, TestShortCircuitedRequests, SpellPossibilityIteratorTest, TestManagedResourceStorage, TestAnalyzeInfixSuggestions, TestSurroundQueryParser, TestSearchPerf, TestFastLRUCache, TestFuzzyAnalyzedSuggestions, TestManagedSchema, TestCloudManagedSchemaConcurrent, TestNRTOpen, TestRangeQuery, TestFoldingMultitermQuery, AnalyticsMergeStrategyTest, TestSort, ShardRoutingTest, TestTrie, ExternalFileFieldSortTest, SolrXmlInZkTest, OpenExchangeRatesOrgProviderTest, TestSolr4Spatial2, LeaderInitiatedRecoveryOnCommitTest, RecoveryZkTest, OverriddenZkACLAndCredentialsProvidersTest, DocumentAnalysisRequestHandlerTest, TestHashPartitioner, MoreLikeThisHandlerTest, HighlighterTest, TestDocumentBuilder, OverseerTest, TestManagedSchemaFieldResource, IndexSchemaTest, BJQParserTest, CustomCollectionTest, TestJmxIntegration, TestManagedSchemaDynamicFieldResource, TestArbitraryIndexDir, ExitableDirectoryReaderTest, TestCursorMarkWithoutUniqueKey, HighlighterMaxOffsetTest, TestStressReorder, SolrCmdDistributorTest, SystemInfoHandlerTest, SuggestComponentTest, AtomicUpdatesTest, TestStandardQParsers, SharedFSAutoReplicaFailoverTest, TestDocSet, TestDynamicFieldCollectionResource, TestSystemIdResolver, PeerSyncTest, TestCloudManagedSchema, TestSolr4Spatial, MBeansHandlerTest, TestConfig, BadIndexSchemaTest, TestRemoteStreaming, TestImplicitCoreProperties, TestRTGBase, TestQuerySenderListener, TestCopyFieldCollectionResource, MinimalSchemaTest, TestBulkSchemaAPI, TestChildDocTransformer, ZkNodePropsTest, NotRequiredUniqueKeyTest, TestSortingResponseWriter, DisMaxRequestHandlerTest, TimeZoneUtilsTest, TestFreeTextSuggestions, TestNoOpRegenerator, TestRestManager, CoreAdminRequestStatusTest, TestSolrDeletionPolicy2, BasicFunctionalityTest, SuggesterTSTTest, TestLRUCache, DeleteShardTest, TestRawResponseWriter, WordBreakSolrSpellCheckerTest, TestMaxScoreQueryParser, TestDefaultSearchFieldResource, TestFastWriter, JsonLoaderTest, TestSolrJ, VMParamsZkACLAndCredentialsProvidersTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, TestReplicationHandler, TermVectorComponentDistributedTest, TestRealTimeGet, TestReload, TestStressVersions, DistributedTermsComponentTest, TestLazyCores, TestIndexSearcher, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTest, TestStressLucene, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, StandardRequestHandlerTest, TestWriterPerf, TestQueryTypes, DocumentBuilderTest, RequiredFieldsTest, RegexBoostProcessorTest, TestCollationField, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestLFUCache, SOLR749Test, AlternateDirectoryTest, TestQuerySenderNoQuery, TestStressRecovery, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCharFilters, SynonymTokenizerTest, EchoParamsTest, TestIBSimilarityFactory, TestDefaultSimilarityFactory, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestTolerantSearch, AliasIntegrationTest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest] [junit4] Completed on J0 in 128.23s, 1 test, 1 error <<< FAILURES! [...truncated 271 lines...] BUILD FAILED /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:524: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:472: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:189: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1360: The following error occurred while executing this line: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:962: There were test failures: 437 suites, 1785 tests, 2 errors, 43 ignored (21 assumptions) Total time: 102 minutes 43 seconds Build step 'Invoke Ant' marked build as failure [description-setter] Description set: Java: 64bit/jdk1.8.0_40-ea-b09 -XX:+UseCompressedOops -XX:+UseParallelGC Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
