Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/956/
2 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest Error Message: ObjectTracker found 3 object(s) that were not released!!! [HdfsTransactionLog, HdfsTransactionLog, HdfsTransactionLog] Stack Trace: java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [HdfsTransactionLog, HdfsTransactionLog, HdfsTransactionLog] at __randomizedtesting.SeedInfo.seed([3758680A057843ED]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNull(Assert.java:551) at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:238) at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test Error Message: Captured an uncaught exception in thread: Thread[id=85959, name=testExecutor-3375-thread-11, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest] Stack Trace: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=85959, name=testExecutor-3375-thread-11, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest] at __randomizedtesting.SeedInfo.seed([3758680A057843ED:BF0C57D0AB842E15]:0) Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:47426 at __randomizedtesting.SeedInfo.seed([3758680A057843ED]:0) at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCores$3(BasicDistributedZkTest.java:583) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$6(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:47426 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCores$3(BasicDistributedZkTest.java:581) ... 4 more Caused by: java.net.SocketTimeoutException: Read timed out at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160) at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84) at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261) at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283) at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251) at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124) at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487) at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482) ... 8 more Build Log: [...truncated 11448 lines...] [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/init-core-data-001 [junit4] 2> 1015650 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) [junit4] 2> 1015651 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /lg/o [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 1015705 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 1015718 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1015721 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1015735 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_57328_hdfs____3z8135/webapp [junit4] 2> 1015842 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet [junit4] 2> 1016165 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57328 [junit4] 2> 1016271 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1016272 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1016285 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53456_datanode____.w13ig2/webapp [junit4] 2> 1016398 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet [junit4] 2> 1016698 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53456 [junit4] 2> 1016744 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1016746 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1016768 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45762_datanode____ejo8ah/webapp [junit4] 2> 1016868 INFO (IPC Server handler 3 on 56371) [ ] BlockStateChange BLOCK* processReport: from storage DS-9a0e47d8-d0cf-4394-b7be-62276c987178 node DatanodeRegistration(127.0.0.1, datanodeUuid=d3e0a41d-01c9-4938-b1f4-aadcc31a4e15, infoPort=53456, ipcPort=35923, storageInfo=lv=-56;cid=testClusterID;nsid=394629932;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs [junit4] 2> 1016868 INFO (IPC Server handler 3 on 56371) [ ] BlockStateChange BLOCK* processReport: from storage DS-4112760b-4e58-40fa-8796-c4bbad518258 node DatanodeRegistration(127.0.0.1, datanodeUuid=d3e0a41d-01c9-4938-b1f4-aadcc31a4e15, infoPort=53456, ipcPort=35923, storageInfo=lv=-56;cid=testClusterID;nsid=394629932;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs [junit4] 2> 1016910 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet [junit4] 2> 1017248 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[3758680A057843ED]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45762 [junit4] 2> 1017341 INFO (IPC Server handler 4 on 56371) [ ] BlockStateChange BLOCK* processReport: from storage DS-07b06933-c9c3-4fc1-98d3-53bf50a95d6e node DatanodeRegistration(127.0.0.1, datanodeUuid=29728528-006a-4c78-aaa5-a037abc9a367, infoPort=45762, ipcPort=45004, storageInfo=lv=-56;cid=testClusterID;nsid=394629932;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs [junit4] 2> 1017341 INFO (IPC Server handler 4 on 56371) [ ] BlockStateChange BLOCK* processReport: from storage DS-d6b23e42-d3da-42c3-a530-a2cecc956d15 node DatanodeRegistration(127.0.0.1, datanodeUuid=29728528-006a-4c78-aaa5-a037abc9a367, infoPort=45762, ipcPort=45004, storageInfo=lv=-56;cid=testClusterID;nsid=394629932;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs [junit4] 2> 1017445 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1017446 INFO (Thread-3897) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1017446 INFO (Thread-3897) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1017546 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.ZkTestServer start zk server on port:43943 [junit4] 2> 1017546 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1017547 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1017550 INFO (zkCallback-768-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4da53984 name:ZooKeeperConnection Watcher:127.0.0.1:43943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1017551 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1017551 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1017551 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr [junit4] 2> 1017554 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1017555 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1017558 INFO (zkCallback-769-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c3881b8 name:ZooKeeperConnection Watcher:127.0.0.1:43943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1017558 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1017558 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1017558 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1 [junit4] 2> 1017560 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards [junit4] 2> 1017561 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection [junit4] 2> 1017563 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards [junit4] 2> 1017565 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 1017565 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml [junit4] 2> 1017567 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml [junit4] 2> 1017568 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml [junit4] 2> 1017569 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 1017570 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 1017571 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 1017571 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt [junit4] 2> 1017573 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 1017573 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt [junit4] 2> 1017575 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 1017575 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml [junit4] 2> 1017576 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 1017577 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 1017578 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 1017578 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 1017580 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 1017580 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 1017582 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 1017582 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 1017584 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 1017584 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt [junit4] 2> 1017741 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001/cores/collection1 [junit4] 2> 1017743 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.e.j.s.Server jetty-9.3.6.v20151106 [junit4] 2> 1017744 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ccd1b6c{/lg/o,null,AVAILABLE} [junit4] 2> 1017745 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.e.j.s.ServerConnector Started ServerConnector@581bfedc{HTTP/1.1,[http/1.1]}{127.0.0.1:38995} [junit4] 2> 1017745 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.e.j.s.Server Started @1021190ms [junit4] 2> 1017745 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:56371/hdfs__localhost_56371__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001_tempDir-002_control_data, hostContext=/lg/o, hostPort=38995, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001/cores} [junit4] 2> 1017746 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a [junit4] 2> 1017746 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001' [junit4] 2> 1017746 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1017746 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 1017746 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1017747 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1017748 INFO (zkCallback-770-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f97e18 name:ZooKeeperConnection Watcher:127.0.0.1:43943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1017749 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1017749 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1017756 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 1017757 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001/solr.xml [junit4] 2> 1017763 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001/cores [junit4] 2> 1017763 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.CoreContainer New CoreContainer 1143392616 [junit4] 2> 1017763 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001] [junit4] 2> 1017763 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001/lib [junit4] 2> 1017763 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false, [junit4] 2> 1017765 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 1017765 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1017765 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1017765 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43943/solr [junit4] 2> 1017766 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.ZkController zkHost includes chroot [junit4] 2> 1017766 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1017766 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1017767 INFO (zkCallback-773-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c0fad39 name:ZooKeeperConnection Watcher:127.0.0.1:43943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1017768 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1017768 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1017770 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1017771 INFO (zkCallback-774-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35ee85be name:ZooKeeperConnection Watcher:127.0.0.1:43943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1017771 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1017771 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue [junit4] 2> 1017773 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work [junit4] 2> 1017776 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running [junit4] 2> 1017778 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed [junit4] 2> 1017779 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 1017781 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 1017782 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 1017783 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 1017784 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 1017785 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1017786 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0) [junit4] 2> 1017788 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect [junit4] 2> 1017789 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election [junit4] 2> 1017790 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1017790 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000 [junit4] 2> 1017791 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38995_lg%2Fo [junit4] 2> 1017791 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 1017792 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.Overseer Overseer (id=95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) starting [junit4] 2> 1017793 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work [junit4] 2> 1017799 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 1017799 INFO (OverseerCollectionConfigSetProcessor-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 1017799 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 1017800 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38995_lg%2Fo [junit4] 2> 1017801 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:38995_lg%2Fo [junit4] 2> 1017802 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0) [junit4] 2> 1017803 INFO (zkCallback-774-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0]) [junit4] 2> 1017803 INFO (zkCallback-774-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1017825 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module. [junit4] 2> 1017825 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.CoreContainer No authentication plugin used. [junit4] 2> 1017826 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001/cores [junit4] 2> 1017827 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 1017827 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001/cores/collection1 [junit4] 2> 1017827 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.CorePropertiesLocator Found 1 core definitions [junit4] 2> 1017828 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0 [junit4] 2> 1017828 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done [junit4] 2> 1017828 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down [junit4] 2> 1017828 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property [junit4] 2> 1017830 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:38995/lg/o", [junit4] 2> "node_name":"127.0.0.1:38995_lg%2Fo", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 1017830 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name [junit4] 2> 1017830 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:38995/lg/o", [junit4] 2> "node_name":"127.0.0.1:38995_lg%2Fo", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 1017831 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection [junit4] 2> 1017831 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 1017832 INFO (zkCallback-774-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 1018831 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1 [junit4] 2> 1018831 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection [junit4] 2> 1018832 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists [junit4] 2> 1018832 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection] [junit4] 2> 1018832 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper [junit4] 2> 1018832 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001/cores/collection1' [junit4] 2> 1018833 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1018833 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 1018834 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 [junit4] 2> 1018840 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1 [junit4] 2> 1018844 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 1018854 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml [junit4] 2> 1018859 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 1018942 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text [junit4] 2> 1018942 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id [junit4] 2> 1018943 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml [junit4] 2> 1018946 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml [junit4] 2> 1018961 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0 [junit4] 2> 1018961 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection [junit4] 2> 1018962 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory [junit4] 2> 1018962 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:56371/solr_hdfs_home [junit4] 2> 1018962 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 1018962 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/control-001/cores/collection1], dataDir=[hdfs://localhost:56371/solr_hdfs_home/control_collection/core_node1/data/] [junit4] 2> 1018962 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a7e86fd [junit4] 2> 1018962 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56371/solr_hdfs_home/control_collection/core_node1/data [junit4] 2> 1018977 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:56371/solr_hdfs_home/control_collection/core_node1/data [junit4] 2> 1018978 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:56371/solr_hdfs_home/control_collection/core_node1/data/index/ [junit4] 2> 1018987 WARN (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:56371/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index... [junit4] 2> 1018987 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56371/solr_hdfs_home/control_collection/core_node1/data/index [junit4] 2> 1018995 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 1018995 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 1018999 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 1018999 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:56371/solr_hdfs_home/control_collection/core_node1/data/index [junit4] 2> 1019000 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0] [junit4] 2> 1019025 INFO (IPC Server handler 4 on 56371) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45643 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9a0e47d8-d0cf-4394-b7be-62276c987178:NORMAL:127.0.0.1:49992|RBW], ReplicaUnderConstruction[[DISK]DS-07b06933-c9c3-4fc1-98d3-53bf50a95d6e:NORMAL:127.0.0.1:45643|RBW]]} size 0 [junit4] 2> 1019030 INFO (IPC Server handler 5 on 56371) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49992 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9a0e47d8-d0cf-4394-b7be-62276c987178:NORMAL:127.0.0.1:49992|RBW], ReplicaUnderConstruction[[DISK]DS-07b06933-c9c3-4fc1-98d3-53bf50a95d6e:NORMAL:127.0.0.1:45643|RBW]]} size 0 [junit4] 2> 1019035 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:56371/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77d7ae14); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1} [junit4] 2> 1019035 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1 [junit4] 2> 1019039 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:56371/solr_hdfs_home/control_collection/core_node1/data/ [junit4] 2> 1019042 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib" [junit4] 2> 1019042 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe" [junit4] 2> 1019042 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 1019042 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig" [junit4] 2> 1019042 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 1019042 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 1019043 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1019043 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 1019043 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 1019043 WARN (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}} [junit4] 2> 1019045 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 1019046 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 1019047 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 1019048 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 1019051 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file [junit4] 2> 1019051 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache [junit4] 2> 1019052 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 1019052 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2 [junit4] 2> 1019063 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; [junit4] 2> 1019063 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1019064 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1752284739, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1] [junit4] 2> 1019072 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:56371/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77d7ae14); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1} [junit4] 2> 1019072 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1 [junit4] 2> 1019073 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3adaf776[collection1] main] [junit4] 2> 1019073 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection] [junit4] 2> 1019074 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper [junit4] 2> 1019074 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 1019074 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 1019074 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {} [junit4] 2> 1019074 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1019075 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 1019075 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1019075 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources [junit4] 2> 1019075 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1019076 INFO (searcherExecutor-1944-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3adaf776[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1019076 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets [junit4] 2> 1019077 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index [junit4] 2> 1019077 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index [junit4] 2> 1019077 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1528424408615485440 [junit4] 2> 1019077 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1528424408615485440 [junit4] 2> 1019077 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1 [junit4] 2> 1019077 INFO (coreLoadExecutor-1943-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1 [junit4] 2> 1019078 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:38995/lg/o collection:control_collection shard:shard1 [junit4] 2> 1019078 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election [junit4] 2> 1019081 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95526525431644164-core_node1-n_0000000000 [junit4] 2> 1019082 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000 [junit4] 2> 1019083 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1019083 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1019083 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38995/lg/o/collection1/ [junit4] 2> 1019083 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 1019083 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection"} current state version: 1 [junit4] 2> 1019083 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38995/lg/o/collection1/ has no replicas [junit4] 2> 1019085 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1 [junit4] 2> 1019087 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95526525431644164-core_node1-n_0000000000 [junit4] 2> 1019089 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38995/lg/o/collection1/ shard1 [junit4] 2> 1019089 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "base_url":"http://127.0.0.1:38995/lg/o", [junit4] 2> "core":"collection1", [junit4] 2> "state":"active"} current state version: 1 [junit4] 2> 1019191 INFO (zkCallback-774-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 1019240 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:38995/lg/o/collection1/ and leader is http://127.0.0.1:38995/lg/o/collection1/ [junit4] 2> 1019240 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38995/lg/o [junit4] 2> 1019240 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1019240 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active [junit4] 2> 1019240 INFO (coreZkRegister-1937-thread-1-processing-n:127.0.0.1:38995_lg%2Fo x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38995_lg%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property [junit4] 2> 1019243 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:38995/lg/o", [junit4] 2> "node_name":"127.0.0.1:38995_lg%2Fo", [junit4] 2> "numShards":"1", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 2 [junit4] 2> 1019243 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:38995/lg/o", [junit4] 2> "node_name":"127.0.0.1:38995_lg%2Fo", [junit4] 2> "numShards":"1", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 1019330 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1019331 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1019332 INFO (zkCallback-776-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5bd1cbbc name:ZooKeeperConnection Watcher:127.0.0.1:43943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1019332 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1019333 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1019333 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1019334 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1019334 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 1019346 INFO (zkCallback-776-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 1019346 INFO (zkCallback-774-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 1019447 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/shard-1-001/cores/collection1 [junit4] 2> 1019448 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/shard-1-001 [junit4] 2> 1019449 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.e.j.s.Server jetty-9.3.6.v20151106 [junit4] 2> 1019451 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e62d05a{/lg/o,null,AVAILABLE} [junit4] 2> 1019451 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.e.j.s.ServerConnector Started ServerConnector@6e5b6757{HTTP/1.1,[http/1.1]}{127.0.0.1:51642} [junit4] 2> 1019451 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.e.j.s.Server Started @1022897ms [junit4] 2> 1019452 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:56371/hdfs__localhost_56371__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/lg/o, hostPort=51642, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/shard-1-001/cores} [junit4] 2> 1019452 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a [junit4] 2> 1019452 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/shard-1-001' [junit4] 2> 1019453 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 1019453 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 1019453 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1019457 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1019457 INFO (zkCallback-777-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5aa6e498 name:ZooKeeperConnection Watcher:127.0.0.1:43943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1019458 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1019458 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1019459 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 1019459 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/shard-1-001/solr.xml [junit4] 2> 1019464 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/shard-1-001/cores [junit4] 2> 1019464 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.CoreContainer New CoreContainer 419062076 [junit4] 2> 1019464 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/shard-1-001] [junit4] 2> 1019465 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/shard-1-001/lib [junit4] 2> 1019465 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false, [junit4] 2> 1019467 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 1019467 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 1019467 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 1019467 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43943/solr [junit4] 2> 1019467 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.ZkController zkHost includes chroot [junit4] 2> 1019467 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 1019469 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1019470 INFO (zkCallback-780-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66aab6c6 name:ZooKeeperConnection Watcher:127.0.0.1:43943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1019470 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1019471 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 1019477 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 1019481 INFO (zkCallback-781-thread-1-processing-n:127.0.0.1:51642_lg%2Fo) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ebe8784 name:ZooKeeperConnection Watcher:127.0.0.1:43943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 1019481 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 1019487 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 1019489 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1019490 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1019491 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95526525431644168-127.0.0.1:51642_lg%2Fo-n_0000000001 [junit4] 2> 1019491 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000 to know if I could be the leader [junit4] 2> 1019492 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.ZkController Publish node=127.0.0.1:51642_lg%2Fo as DOWN [junit4] 2> 1019494 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:51642_lg%2Fo"} current state version: 3 [junit4] 2> 1019494 INFO (OverseerStateUpdate-95526525431644164-127.0.0.1:38995_lg%2Fo-n_0000000000) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51642_lg%2Fo [junit4] 2> 1019596 INFO (zkCallback-776-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 1019596 INFO (zkCallback-781-thread-1-processing-n:127.0.0.1:51642_lg%2Fo) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 1019596 INFO (zkCallback-774-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 1020494 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51642_lg%2Fo [junit4] 2> 1020495 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51642_lg%2Fo [junit4] 2> 1020496 INFO (zkCallback-776-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1]) [junit4] 2> 1020496 INFO (zkCallback-781-thread-1-processing-n:127.0.0.1:51642_lg%2Fo) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1]) [junit4] 2> 1020496 INFO (zkCallback-774-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1]) [junit4] 2> 1020497 INFO (zkCallback-776-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1020497 INFO (zkCallback-774-thread-1-processing-n:127.0.0.1:38995_lg%2Fo) [n:127.0.0.1:38995_lg%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1020497 INFO (zkCallback-781-thread-1-processing-n:127.0.0.1:51642_lg%2Fo) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1020507 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module. [junit4] 2> 1020508 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.CoreContainer No authentication plugin used. [junit4] 2> 1020508 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/shard-1-001/cores [junit4] 2> 1020509 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 1020509 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_3758680A057843ED-001/shard-1-001/cores/collection1 [junit4] 2> 1020509 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.c.CorePropertiesLocator Found 1 core definitions [junit4] 2> 1020510 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0 [junit4] 2> 1020510 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[3758680A057843ED]) [n:127.0.0.1:51642_lg%2Fo ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done [junit4] 2> 1020510 INFO (coreLoadExecutor-1954-thread-1-processing-n:127 [...truncated too long message...] ns/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/mockito-core-1.9.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/lucene/build/analysis/icu/lucene-analyzers-icu-7.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/temp/junit4-J2-20160310_135440_479.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/temp/junit4-J2-20160310_135440_479.suites -stdin [junit4] ERROR: JVM J2 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs. [junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501) [junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121) [junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955) [junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952) [junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] at java.lang.Thread.run(Thread.java:745) BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/build.xml:747: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/build.xml:684: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/build.xml:59: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build.xml:233: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/common-build.xml:524: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/lucene/common-build.xml:1457: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/lucene/common-build.xml:1014: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs. Total time: 277 minutes 43 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts No prior successful build to compare, so performing full copy of artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org