Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/922/
2 tests failed. FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test Error Message: Error from server at http://127.0.0.1:36914/a_yj/gx: collection already exists: halfdeletedcollection2 Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36914/a_yj/gx: collection already exists: halfdeletedcollection2 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1547) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1602) at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:252) at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:168) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest Error Message: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] Stack Trace: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] at __randomizedtesting.SeedInfo.seed([D84402BA07FABEB7]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNull(Assert.java:551) at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229) at sun.reflect.GeneratedMethodAccessor21.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 10981 lines...] [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/init-core-data-001 [junit4] 2> 413556 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_zd/g [junit4] 2> 414439 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 415134 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 415320 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog [junit4] 2> 415336 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 415423 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 415482 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_34946_hdfs____obc1lw/webapp [junit4] 2> 415683 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet [junit4] 2> 416410 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34946 [junit4] 2> 417228 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 417234 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 417247 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59010_datanode____m78l1u/webapp [junit4] 2> 417356 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet [junit4] 2> 417716 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59010 [junit4] 2> 417827 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 417829 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 417848 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37230_datanode____rgtrbm/webapp [junit4] 2> 417973 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet [junit4] 2> 418267 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37230 [junit4] 2> 418719 INFO (IPC Server handler 6 on 39065) [ ] BlockStateChange BLOCK* processReport: from storage DS-7450feda-4e45-47fa-b776-0c212718b920 node DatanodeRegistration(127.0.0.1, datanodeUuid=c8d78d39-090a-4c43-9e2e-e68d33741194, infoPort=37230, ipcPort=55182, storageInfo=lv=-56;cid=testClusterID;nsid=911967873;c=0), blocks: 0, hasStaleStorages: true, processing time: 3 msecs [junit4] 2> 418719 INFO (IPC Server handler 7 on 39065) [ ] BlockStateChange BLOCK* processReport: from storage DS-0b8a60ff-70d7-497d-b167-afd95b471d13 node DatanodeRegistration(127.0.0.1, datanodeUuid=f2f300f0-2f12-4b45-a8ea-f28efec650ee, infoPort=59010, ipcPort=47139, storageInfo=lv=-56;cid=testClusterID;nsid=911967873;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs [junit4] 2> 418720 INFO (IPC Server handler 6 on 39065) [ ] BlockStateChange BLOCK* processReport: from storage DS-5585996f-4415-45ef-8a7c-9b8af01a2300 node DatanodeRegistration(127.0.0.1, datanodeUuid=c8d78d39-090a-4c43-9e2e-e68d33741194, infoPort=37230, ipcPort=55182, storageInfo=lv=-56;cid=testClusterID;nsid=911967873;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs [junit4] 2> 418722 INFO (IPC Server handler 7 on 39065) [ ] BlockStateChange BLOCK* processReport: from storage DS-a3f49e65-1797-4e11-9c08-6e09468e1817 node DatanodeRegistration(127.0.0.1, datanodeUuid=f2f300f0-2f12-4b45-a8ea-f28efec650ee, infoPort=59010, ipcPort=47139, storageInfo=lv=-56;cid=testClusterID;nsid=911967873;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs [junit4] 2> 419303 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 419304 INFO (Thread-943) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 419304 INFO (Thread-943) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 419404 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.ZkTestServer start zk server on port:50302 [junit4] 2> 419404 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 419405 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 419408 INFO (zkCallback-296-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d01d28f name:ZooKeeperConnection Watcher:127.0.0.1:50302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 419408 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 419409 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 419409 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr [junit4] 2> 419412 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 419412 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 419413 INFO (zkCallback-297-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@72d8c790 name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 419413 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 419414 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 419414 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1 [junit4] 2> 419415 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards [junit4] 2> 419417 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection [junit4] 2> 419418 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards [junit4] 2> 419420 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 419420 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml [junit4] 2> 419422 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml [junit4] 2> 419422 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml [junit4] 2> 419424 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 419424 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 419426 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 419426 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt [junit4] 2> 419427 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 419427 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt [junit4] 2> 419429 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 419429 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml [junit4] 2> 419431 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 419431 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 419432 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 419432 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 419438 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 419438 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 419440 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 419440 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 419442 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 419442 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt [junit4] 2> 419539 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores/collection1 [junit4] 2> 419540 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.e.j.s.Server jetty-9.2.13.v20150730 [junit4] 2> 419542 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c9254e8{/_zd/g,null,AVAILABLE} [junit4] 2> 419543 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.e.j.s.ServerConnector Started ServerConnector@5cb6966{HTTP/1.1}{127.0.0.1:47846} [junit4] 2> 419543 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.e.j.s.Server Started @423087ms [junit4] 2> 419543 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39065/hdfs__localhost_39065__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001_tempDir-002_control_data, hostContext=/_zd/g, hostPort=47846, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores} [junit4] 2> 419544 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a [junit4] 2> 419544 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001' [junit4] 2> 419544 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 419544 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 419544 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 419545 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 419546 INFO (zkCallback-298-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d5dbda8 name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 419546 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 419546 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 419547 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 419547 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/solr.xml [junit4] 2> 419553 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores [junit4] 2> 419553 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.CoreContainer New CoreContainer 770659984 [junit4] 2> 419553 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001] [junit4] 2> 419553 WARN (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/lib [junit4] 2> 419553 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false, [junit4] 2> 419555 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 419555 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 419555 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 419555 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50302/solr [junit4] 2> 419555 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.ZkController zkHost includes chroot [junit4] 2> 419555 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 419556 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 419557 INFO (zkCallback-301-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ed6f152 name:ZooKeeperConnection Watcher:127.0.0.1:50302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 419558 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 419558 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 419560 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 419561 INFO (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d521f3c name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 419561 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 419562 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue [junit4] 2> 419563 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work [junit4] 2> 419566 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running [junit4] 2> 419568 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed [junit4] 2> 419569 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 419571 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 419572 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 419573 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 419574 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 419575 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47846__zd%2Fg [junit4] 2> 419575 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:47846__zd%2Fg [junit4] 2> 419577 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect [junit4] 2> 419578 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election [junit4] 2> 419579 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 419580 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000 [junit4] 2> 419580 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47846__zd%2Fg [junit4] 2> 419580 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 419581 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.Overseer Overseer (id=95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) starting [junit4] 2> 419583 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work [junit4] 2> 419590 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 419590 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 419591 INFO (OverseerCollectionConfigSetProcessor-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 419591 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 419604 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module. [junit4] 2> 419604 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.CoreContainer No authentication plugin used. [junit4] 2> 419605 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores [junit4] 2> 419606 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 419606 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores/collection1 [junit4] 2> 419606 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.CorePropertiesLocator Found 1 core definitions [junit4] 2> 419607 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0 [junit4] 2> 419607 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done [junit4] 2> 419607 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down [junit4] 2> 419607 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property [junit4] 2> 419609 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:47846/_zd/g";, [junit4] 2> "node_name":"127.0.0.1:47846__zd%2Fg", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 419609 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:47846/_zd/g";, [junit4] 2> "node_name":"127.0.0.1:47846__zd%2Fg", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 419610 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name [junit4] 2> 419610 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection [junit4] 2> 419610 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 419612 INFO (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 420610 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1 [junit4] 2> 420610 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection [junit4] 2> 420611 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists [junit4] 2> 420611 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection] [junit4] 2> 420612 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper [junit4] 2> 420613 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores/collection1' [junit4] 2> 420613 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 420613 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 420616 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 [junit4] 2> 420624 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1 [junit4] 2> 420628 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0 [junit4] 2> 420637 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml [junit4] 2> 420643 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 420719 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text [junit4] 2> 420720 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id [junit4] 2> 420720 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml [junit4] 2> 420723 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml [junit4] 2> 420742 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0 [junit4] 2> 420742 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection [junit4] 2> 420742 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory [junit4] 2> 420757 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39065/solr_hdfs_home [junit4] 2> 420758 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 420758 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores/collection1], dataDir=[hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/] [junit4] 2> 420758 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@490a1d4e [junit4] 2> 420758 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data [junit4] 2> 420836 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data [junit4] 2> 420843 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index/ [junit4] 2> 420870 WARN (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index... [junit4] 2> 420870 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index [junit4] 2> 420880 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 420880 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 420880 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache [junit4] 2> 420903 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 420903 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index [junit4] 2> 420903 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=12.9931640625, floorSegmentMB=1.0283203125, forceMergeDeletesPctAllowed=11.917244550759339, segmentsPerTier=11.0, maxCFSSegmentSizeMB=0.94140625, noCFSRatio=1.0 [junit4] 2> 421188 INFO (IPC Server handler 7 on 39065) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54520 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5585996f-4415-45ef-8a7c-9b8af01a2300:NORMAL:127.0.0.1:54520|RBW], ReplicaUnderConstruction[[DISK]DS-a3f49e65-1797-4e11-9c08-6e09468e1817:NORMAL:127.0.0.1:60083|RBW]]} size 71 [junit4] 2> 421189 INFO (IPC Server handler 5 on 39065) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60083 is added to blk_1073741825_1001 size 71 [junit4] 2> 421594 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2bc4e42f); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1} [junit4] 2> 421594 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1 [junit4] 2> 421600 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/ [junit4] 2> 421603 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib" [junit4] 2> 421603 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe" [junit4] 2> 421603 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 421603 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig" [junit4] 2> 421603 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 421603 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 421604 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 421604 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 421604 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 421604 WARN (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}} [junit4] 2> 421606 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 421607 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 421608 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 421608 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 421612 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file [junit4] 2> 421616 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache [junit4] 2> 421624 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 421630 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2 [junit4] 2> 421646 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; [junit4] 2> 421646 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 421648 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@9689ba2 [junit4] 2> 421731 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2bc4e42f); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1} [junit4] 2> 421731 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1 [junit4] 2> 421731 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5224069a[collection1] main] [junit4] 2> 421732 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection] [junit4] 2> 421732 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper [junit4] 2> 421732 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 421733 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 421733 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {} [junit4] 2> 421733 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 421733 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 421733 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 421733 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources [junit4] 2> 421736 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 421738 INFO (searcherExecutor-1017-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5224069a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 421738 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets [junit4] 2> 421738 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index [junit4] 2> 421738 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index [junit4] 2> 421738 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525099287027908608 [junit4] 2> 421738 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1525099287027908608 [junit4] 2> 421738 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1 [junit4] 2> 421739 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1 [junit4] 2> 421739 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:47846/_zd/g collection:control_collection shard:shard1 [junit4] 2> 421740 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election [junit4] 2> 421746 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95318705279795204-core_node1-n_0000000000 [junit4] 2> 421747 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000 [junit4] 2> 421748 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 421748 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 421748 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47846/_zd/g/collection1/ [junit4] 2> 421748 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection"} current state version: 1 [junit4] 2> 421748 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 421749 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47846/_zd/g/collection1/ has no replicas [junit4] 2> 421749 INFO (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 421750 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1 [junit4] 2> 421752 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node [junit4] 2> 421753 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47846/_zd/g/collection1/ shard1 [junit4] 2> 421754 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "base_url":"http://127.0.0.1:47846/_zd/g";, [junit4] 2> "core":"collection1", [junit4] 2> "state":"active"} current state version: 2 [junit4] 2> 421861 INFO (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 421905 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:47846/_zd/g/collection1/ and leader is http://127.0.0.1:47846/_zd/g/collection1/ [junit4] 2> 421905 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47846/_zd/g [junit4] 2> 421905 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 421905 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active [junit4] 2> 421905 INFO (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property [junit4] 2> 421907 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:47846/_zd/g";, [junit4] 2> "node_name":"127.0.0.1:47846__zd%2Fg", [junit4] 2> "numShards":"1", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 3 [junit4] 2> 421907 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:47846/_zd/g";, [junit4] 2> "node_name":"127.0.0.1:47846__zd%2Fg", [junit4] 2> "numShards":"1", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 422012 INFO (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 422109 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 422110 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 422111 INFO (zkCallback-304-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@749610df name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 422111 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 422111 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 422111 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 422113 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 422113 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2 [junit4] 2> 422113 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 422114 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 422115 INFO (zkCallback-305-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@368cf083 name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 422115 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 422115 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 422117 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"create", [junit4] 2> "name":"collection1", [junit4] 2> "numShards":"2", [junit4] 2> "stateFormat":"2"} current state version: 4 [junit4] 2> 422118 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1 [junit4] 2> 422214 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/cores/collection1 [junit4] 2> 422215 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001 [junit4] 2> 422216 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.e.j.s.Server jetty-9.2.13.v20150730 [junit4] 2> 422219 INFO (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json [junit4] 2> 422225 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57c381ec{/_zd/g,null,AVAILABLE} [junit4] 2> 422226 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.e.j.s.ServerConnector Started ServerConnector@2a6c41b2{HTTP/1.1}{127.0.0.1:45690} [junit4] 2> 422226 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.e.j.s.Server Started @425770ms [junit4] 2> 422226 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39065/hdfs__localhost_39065__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/_zd/g, hostPort=45690, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/cores} [junit4] 2> 422227 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a [junit4] 2> 422227 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001' [junit4] 2> 422227 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 422227 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 422227 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 422228 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 422230 INFO (zkCallback-306-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@aef7840 name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 422230 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 422230 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 422231 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 422232 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/solr.xml [junit4] 2> 422237 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/cores [junit4] 2> 422237 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.CoreContainer New CoreContainer 996334786 [junit4] 2> 422237 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001] [junit4] 2> 422237 WARN (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/lib [junit4] 2> 422238 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false, [junit4] 2> 422239 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 422240 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 422240 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 422240 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50302/solr [junit4] 2> 422240 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.ZkController zkHost includes chroot [junit4] 2> 422240 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 422241 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 422242 INFO (zkCallback-309-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f390b64 name:ZooKeeperConnection Watcher:127.0.0.1:50302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 422243 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 422243 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 422245 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 422246 INFO (zkCallback-310-thread-1-processing-n:127.0.0.1:45690__zd%2Fg) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@499cac07 name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 422246 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 422251 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 423257 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45690__zd%2Fg [junit4] 2> 423257 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45690__zd%2Fg [junit4] 2> 423259 INFO (zkCallback-310-thread-1-processing-n:127.0.0.1:45690__zd%2Fg) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1]) [junit4] 2> 423259 INFO (zkCallback-304-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1]) [junit4] 2> 423259 INFO (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1]) [junit4] 2> 423262 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 423262 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95318705279795209-127.0.0.1:45690__zd%2Fg-n_0000000001 [junit4] 2> 423263 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000 to know if I could be the leader [junit4] 2> 423276 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module. [junit4] 2> 423276 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.CoreContainer No authentication plugin used. [junit4] 2> 423277 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/cores [junit4] 2> 423282 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 423282 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../. [...truncated too long message...] nxn Error while calling watcher [junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@486b9e86 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@2f3c1ca3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1586] [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:215) [junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4] 2> 2786215 ERROR (zkCallback-1775-thread-16-processing-n:127.0.0.1:33187_a_yj%2Fgx-EventThread) [n:127.0.0.1:33187_a_yj%2Fgx c:awholynewstresscollection_collection0_10 s:shard3 r:core_node5 x:awholynewstresscollection_collection0_10_shard3_replica2] o.a.z.ClientCnxn Error while calling watcher [junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@6c05a590 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@2f3c1ca3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1586] [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:215) [junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4] 2> 2786215 ERROR (zkCallback-1775-thread-16-processing-n:127.0.0.1:33187_a_yj%2Fgx-EventThread) [n:127.0.0.1:33187_a_yj%2Fgx c:awholynewstresscollection_collection0_10 s:shard3 r:core_node5 x:awholynewstresscollection_collection0_10_shard3_replica2] o.a.z.ClientCnxn Error while calling watcher [junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@1b0ce14e rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@2f3c1ca3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1586] [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:215) [junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4] 2> 2786216 ERROR (zkCallback-1775-thread-16-processing-n:127.0.0.1:33187_a_yj%2Fgx-EventThread) [n:127.0.0.1:33187_a_yj%2Fgx c:awholynewstresscollection_collection0_10 s:shard3 r:core_node5 x:awholynewstresscollection_collection0_10_shard3_replica2] o.a.z.ClientCnxn Error while calling watcher [junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@7d59801 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@2f3c1ca3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1586] [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:215) [junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=9751, maxDocsPerChunk=313, blockSize=590), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=9751, blockSize=590)), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=bg, timezone=America/Whitehorse [junit4] 2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=79799808,total=425197568 [junit4] 2> NOTE: All tests run in this JVM: [TestStressUserVersions, MBeansHandlerTest, CollectionsAPIAsyncDistributedZkTest, TestUniqueKeyFieldResource, MinimalSchemaTest, TestSolrConfigHandlerCloud, DistributedIntervalFacetingTest, TestQueryTypes, RecoveryAfterSoftCommitTest, TestRandomRequestDistribution, HdfsWriteToMultipleCollectionsTest, LoggingHandlerTest, ExitableDirectoryReaderTest, TestDFRSimilarityFactory, TestQuerySenderNoQuery, WordBreakSolrSpellCheckerTest, TestDistributedGrouping, RestartWhileUpdatingTest, DistributedFacetPivotSmallAdvancedTest, TestCloudPivotFacet, DistribCursorPagingTest, TestFastLRUCache, TestFilteredDocIdSet, UpdateRequestProcessorFactoryTest, OpenCloseCoreStressTest, TestBM25SimilarityFactory, TestSmileRequest, CoreAdminRequestStatusTest, TestSolrCoreProperties, DistanceUnitsTest, TestQueryUtils, TestScoreJoinQPNoScore, TestSerializedLuceneMatchVersion, AddSchemaFieldsUpdateProcessorFactoryTest, TestLeaderElectionZkExpiry, DistributedTermsComponentTest, CdcrUpdateLogTest, TestSchemaManager, TestRawTransformer, TestCoreContainer, TestStressVersions, SpatialFilterTest, NotRequiredUniqueKeyTest, SpellingQueryConverterTest, TestRandomForceMergePolicy, HdfsChaosMonkeySafeLeaderTest, TestDistribIDF, TestReloadAndDeleteDocs, SolrPluginUtilsTest, BlockJoinFacetRandomTest, TestQuerySenderListener, TestChildDocTransformer, OverseerRolesTest, TestAddFieldRealTimeGet, TestAuthorizationFramework, DistributedQueryComponentCustomSortTest, ConvertedLegacyTest, TestUpdate, FileUtilsTest, ChaosMonkeyNothingIsSafeTest, DistributedExpandComponentTest, DocValuesTest, TestSortByMinMaxFunction, SpellCheckComponentTest, SimplePostToolTest, DocExpirationUpdateProcessorFactoryTest, ZkControllerTest, SuggestComponentTest, SolrIndexSplitterTest, TestSolrDeletionPolicy2, TestTrie, SolrIndexConfigTest, RulesTest, TestPerFieldSimilarityWithDefaultOverride, TimeZoneUtilsTest, ShardRoutingCustomTest, TestJsonFacets, ClusterStateUpdateTest, DirectSolrSpellCheckerTest, SortByFunctionTest, BlockDirectoryTest, TestSolrCloudWithKerberosAlt, TestBulkSchemaAPI, TestMaxScoreQueryParser, TestLRUStatsCache, TestBinaryResponseWriter, ZkSolrClientTest, TestEmbeddedSolrServerConstructors, FacetPivotSmallTest, SuggesterFSTTest, TestDFISimilarityFactory, CollectionsAPIDistributedZkTest] [junit4] Completed [414/577 (2!)] on J1 in 861.74s, 1 test, 1 error <<< FAILURES! [...truncated 585 lines...] BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 577 suites (8 ignored), 2321 tests, 1 suite-level error, 1 error, 33 ignored (18 assumptions) [seed: D84402BA07FABEB7] Total time: 222 minutes 10 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts No prior successful build to compare, so performing full copy of artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
