Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1095/
5 tests failed. FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test Error Message: Timeout waiting for all live and active Stack Trace: java.lang.AssertionError: Timeout waiting for all live and active at __randomizedtesting.SeedInfo.seed([CE72398DF8671AAF:46260657569B7757]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309) at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.solr.handler.component.DistributedFacetPivotLongTailTest.test Error Message: GC overhead limit exceeded Stack Trace: java.lang.OutOfMemoryError: GC overhead limit exceeded at __randomizedtesting.SeedInfo.seed([CE72398DF8671AAF:46260657569B7757]:0) at java.util.TreeMap.put(TreeMap.java:577) at java.util.TreeSet.add(TreeSet.java:255) at sun.security.ssl.SSLContextImpl.getApplicableCipherSuiteList(SSLContextImpl.java:352) at sun.security.ssl.SSLContextImpl.getDefaultCipherSuiteList(SSLContextImpl.java:304) at sun.security.ssl.SSLSocketImpl.init(SSLSocketImpl.java:626) at sun.security.ssl.SSLSocketImpl.<init>(SSLSocketImpl.java:567) at sun.security.ssl.SSLSocketFactoryImpl.createSocket(SSLSocketFactoryImpl.java:110) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:363) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:353) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:513) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149) at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173) at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138) at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152) at org.apache.solr.handler.component.DistributedFacetPivotLongTailTest.test(DistributedFacetPivotLongTailTest.java:71) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test Error Message: Captured an uncaught exception in thread: Thread[id=94031, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest] Stack Trace: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=94031, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest] Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39655: collection already exists: awholynewstresscollection_collection3_1 at __randomizedtesting.SeedInfo.seed([CE72398DF8671AAF]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:608) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1291) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1599) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1620) at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:988) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest Error Message: ObjectTracker found 10 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] Stack Trace: java.lang.AssertionError: ObjectTracker found 10 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] at __randomizedtesting.SeedInfo.seed([CE72398DF8671AAF]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNull(Assert.java:551) at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257) at sun.reflect.GeneratedMethodAccessor17.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest Error Message: 10 threads leaked from SUITE scope at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest: 1) Thread[id=20362, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=20387, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=20367, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=20342, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=20347, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=20372, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=20352, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=20382, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=20357, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=20377, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest: 1) Thread[id=20362, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=20387, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=20367, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=20342, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=20347, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=20372, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=20352, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=20382, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=20357, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=20377, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ConcurrentDeleteAndCreateCollectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:745) at __randomizedtesting.SeedInfo.seed([CE72398DF8671AAF]:0) Build Log: [...truncated 11335 lines...] [junit4] Suite: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/init-core-data-001 [junit4] 2> 975998 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None) [junit4] 2> 975998 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: / [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 976043 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 976055 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 976058 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 976072 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_36854_hdfs____.r83paa/webapp [junit4] 2> 976489 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36854 [junit4] 2> 976563 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 976565 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 976579 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53043_datanode____x7y4zc/webapp [junit4] 2> 977001 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53043 [junit4] 2> 977067 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 977068 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 977083 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53308_datanode____.ov1hmk/webapp [junit4] 2> 977145 INFO (IPC Server handler 3 on 59411) [ ] BlockStateChange BLOCK* processReport: from storage DS-df05d8c6-da49-4e6e-9431-38340585e0b0 node DatanodeRegistration(127.0.0.1:51304, datanodeUuid=d1f91cb0-5a4f-442e-8b15-cf907b5aa424, infoPort=44680, infoSecurePort=0, ipcPort=37162, storageInfo=lv=-56;cid=testClusterID;nsid=1218341561;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 977145 INFO (IPC Server handler 3 on 59411) [ ] BlockStateChange BLOCK* processReport: from storage DS-4c2c62fb-714d-4ece-b4d6-11ecd1b84e69 node DatanodeRegistration(127.0.0.1:51304, datanodeUuid=d1f91cb0-5a4f-442e-8b15-cf907b5aa424, infoPort=44680, infoSecurePort=0, ipcPort=37162, storageInfo=lv=-56;cid=testClusterID;nsid=1218341561;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 977472 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[CE72398DF8671AAF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53308 [junit4] 2> 977567 INFO (IPC Server handler 2 on 59411) [ ] BlockStateChange BLOCK* processReport: from storage DS-02178ae0-b8f7-4da5-b996-6fc2640cc426 node DatanodeRegistration(127.0.0.1:46154, datanodeUuid=8719dc0d-9246-490a-8e6a-a6b758f5afc8, infoPort=53631, infoSecurePort=0, ipcPort=52363, storageInfo=lv=-56;cid=testClusterID;nsid=1218341561;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 977568 INFO (IPC Server handler 2 on 59411) [ ] BlockStateChange BLOCK* processReport: from storage DS-146280db-e180-4fa2-b55d-9adbf907b4b6 node DatanodeRegistration(127.0.0.1:46154, datanodeUuid=8719dc0d-9246-490a-8e6a-a6b758f5afc8, infoPort=53631, infoSecurePort=0, ipcPort=52363, storageInfo=lv=-56;cid=testClusterID;nsid=1218341561;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 977640 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 977640 INFO (Thread-4123) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 977640 INFO (Thread-4123) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 977740 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.ZkTestServer start zk server on port:38172 [junit4] 2> 977741 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 977741 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 977744 INFO (zkCallback-378-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b8286cf name:ZooKeeperConnection Watcher:127.0.0.1:38172 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 977744 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 977744 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 977744 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr [junit4] 2> 977747 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 977747 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 977749 INFO (zkCallback-379-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ca4140d name:ZooKeeperConnection Watcher:127.0.0.1:38172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 977749 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 977749 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 977749 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1 [junit4] 2> 977751 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards [junit4] 2> 977752 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection [junit4] 2> 977753 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards [junit4] 2> 977755 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 977755 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml [junit4] 2> 977757 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml [junit4] 2> 977757 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml [junit4] 2> 977760 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 977760 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 977762 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 977762 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt [junit4] 2> 977764 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 977764 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt [junit4] 2> 977765 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 977765 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml [junit4] 2> 977767 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 977767 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 977769 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 977769 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 977771 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 977771 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 977772 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 977772 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 977774 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 977774 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt [junit4] 2> 977883 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001/cores/collection1 [junit4] 2> 977885 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314 [junit4] 2> 977887 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6bafd1ad{/,null,AVAILABLE} [junit4] 2> 977888 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.e.j.s.ServerConnector Started ServerConnector@5c214cf4{HTTP/1.1,[http/1.1]}{127.0.0.1:46269} [junit4] 2> 977888 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.e.j.s.Server Started @980700ms [junit4] 2> 977888 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=46269, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001/cores} [junit4] 2> 977888 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93 [junit4] 2> 977888 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001' [junit4] 2> 977889 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 977889 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 977889 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 977889 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 977891 INFO (zkCallback-380-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2dda127e name:ZooKeeperConnection Watcher:127.0.0.1:38172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 977891 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 977891 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 977893 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 977893 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001/solr.xml [junit4] 2> 977899 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001/cores [junit4] 2> 977899 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.CoreContainer New CoreContainer 1136216840 [junit4] 2> 977899 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001] [junit4] 2> 977899 WARN (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001/lib [junit4] 2> 977899 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false, [junit4] 2> 977902 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000 [junit4] 2> 977902 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 977902 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 977902 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38172/solr [junit4] 2> 977902 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.ZkController zkHost includes chroot [junit4] 2> 977902 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 977902 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 977904 INFO (zkCallback-383-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d6a099b name:ZooKeeperConnection Watcher:127.0.0.1:38172 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 977905 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 977905 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 977906 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/683162995@753657c0 [junit4] 2> 977907 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 977908 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3877bda6 name:ZooKeeperConnection Watcher:127.0.0.1:38172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 977908 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 977910 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue [junit4] 2> 977915 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work [junit4] 2> 977919 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running [junit4] 2> 977921 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed [junit4] 2> 977922 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 977924 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 977925 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 977926 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 977927 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 977928 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 977929 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties [junit4] 2> 977929 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0) [junit4] 2> 977932 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect [junit4] 2> 977933 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election [junit4] 2> 977934 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 977934 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96396525884735492-127.0.0.1:46269_-n_0000000000 [junit4] 2> 977935 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46269_ [junit4] 2> 977935 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 977936 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.Overseer Overseer (id=96396525884735492-127.0.0.1:46269_-n_0000000000) starting [junit4] 2> 977937 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work [junit4] 2> 977942 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 977943 INFO (OverseerStateUpdate-96396525884735492-127.0.0.1:46269_-n_0000000000) [n:127.0.0.1:46269_ ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 977946 INFO (OverseerCollectionConfigSetProcessor-96396525884735492-127.0.0.1:46269_-n_0000000000) [n:127.0.0.1:46269_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 977947 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46269_ [junit4] 2> 977947 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46269_ [junit4] 2> 977948 INFO (OverseerStateUpdate-96396525884735492-127.0.0.1:46269_-n_0000000000) [n:127.0.0.1:46269_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0) [junit4] 2> 977948 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0]) [junit4] 2> 977949 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 977964 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module. [junit4] 2> 977964 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.CoreContainer No authentication plugin used. [junit4] 2> 977965 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001/cores [junit4] 2> 977966 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 977966 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001/cores/collection1 [junit4] 2> 977966 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions [junit4] 2> 977967 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down [junit4] 2> 977967 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property [junit4] 2> 977967 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2 [junit4] 2> 977967 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [n:127.0.0.1:46269_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done [junit4] 2> 977968 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible [junit4] 2> 977968 INFO (OverseerStateUpdate-96396525884735492-127.0.0.1:46269_-n_0000000000) [n:127.0.0.1:46269_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:46269", [junit4] 2> "node_name":"127.0.0.1:46269_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 977968 INFO (OverseerStateUpdate-96396525884735492-127.0.0.1:46269_-n_0000000000) [n:127.0.0.1:46269_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:46269", [junit4] 2> "node_name":"127.0.0.1:46269_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 977969 INFO (OverseerStateUpdate-96396525884735492-127.0.0.1:46269_-n_0000000000) [n:127.0.0.1:46269_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection [junit4] 2> 977969 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection] [junit4] 2> 977969 INFO (OverseerStateUpdate-96396525884735492-127.0.0.1:46269_-n_0000000000) [n:127.0.0.1:46269_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 977971 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 977974 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name [junit4] 2> 977975 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1 [junit4] 2> 977975 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection [junit4] 2> 977975 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists [junit4] 2> 977975 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection] [junit4] 2> 977976 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper [junit4] 2> 977976 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001/cores/collection1' [junit4] 2> 977976 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 977976 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 977977 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 [junit4] 2> 977983 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1 [junit4] 2> 977987 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 978017 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml [junit4] 2> 978022 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 978099 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text [junit4] 2> 978100 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id [junit4] 2> 978101 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml [junit4] 2> 978103 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml [junit4] 2> 978118 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2 [junit4] 2> 978118 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection [junit4] 2> 978118 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory [junit4] 2> 978127 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59411/solr_hdfs_home [junit4] 2> 978127 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 978127 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/control-001/cores/collection1], dataDir=[hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/] [junit4] 2> 978127 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e3e95dd [junit4] 2> 978128 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata [junit4] 2> 978148 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 978148 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 978148 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache [junit4] 2> 980037 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 980037 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata [junit4] 2> 980037 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file... [junit4] 2> 980039 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data [junit4] 2> 980050 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data [junit4] 2> 980051 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/index/ [junit4] 2> 980061 WARN (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:59411/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index... [junit4] 2> 980061 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/index [junit4] 2> 980068 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 980068 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 980072 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 980073 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/index [junit4] 2> 980073 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1554218371, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1] [junit4] 2> 980101 INFO (IPC Server handler 7 on 59411) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46154 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4c2c62fb-714d-4ece-b4d6-11ecd1b84e69:NORMAL:127.0.0.1:51304|RBW], ReplicaUC[[DISK]DS-146280db-e180-4fa2-b55d-9adbf907b4b6:NORMAL:127.0.0.1:46154|RBW]]} size 0 [junit4] 2> 980102 INFO (IPC Server handler 3 on 59411) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51304 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-146280db-e180-4fa2-b55d-9adbf907b4b6:NORMAL:127.0.0.1:46154|RBW], ReplicaUC[[DISK]DS-df05d8c6-da49-4e6e-9431-38340585e0b0:NORMAL:127.0.0.1:51304|FINALIZED]]} size 0 [junit4] 2> 980105 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5eb19cea); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1} [junit4] 2> 980105 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1 [junit4] 2> 980107 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/ [junit4] 2> 980110 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib" [junit4] 2> 980110 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe" [junit4] 2> 980111 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 980111 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig" [junit4] 2> 980111 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 980111 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 980111 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 980111 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 980111 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 980111 WARN (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}} [junit4] 2> 980113 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 980114 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 980115 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 980115 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60 [junit4] 2> 980120 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms [junit4] 2> 980120 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache [junit4] 2> 980125 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 980125 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 980125 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 980137 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 980137 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 980139 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=1.1201171875, floorSegmentMB=0.5703125, forceMergeDeletesPctAllowed=0.8584257569661913, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 980168 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5eb19cea); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1} [junit4] 2> 980168 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1 [junit4] 2> 980168 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b69e9e5[collection1] main] [junit4] 2> 980168 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection] [junit4] 2> 980169 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper [junit4] 2> 980169 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 980169 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 980169 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {} [junit4] 2> 980169 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 980170 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 980170 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 980170 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources [junit4] 2> 980172 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 980174 INFO (searcherExecutor-980-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3b69e9e5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 980174 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets [junit4] 2> 980174 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index [junit4] 2> 980174 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index [junit4] 2> 980174 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1542344416810762240 [junit4] 2> 980176 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1542344416810762240 [junit4] 2> 980176 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1 [junit4] 2> 980176 INFO (coreLoadExecutor-979-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1 [junit4] 2> 980177 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:46269 collection:control_collection shard:shard1 [junit4] 2> 980177 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election [junit4] 2> 980180 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96396525884735492-core_node1-n_0000000000 [junit4] 2> 980180 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000 [junit4] 2> 980182 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 980182 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 980182 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46269/collection1/ [junit4] 2> 980182 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 980182 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46269/collection1/ has no replicas [junit4] 2> 980182 INFO (OverseerStateUpdate-96396525884735492-127.0.0.1:46269_-n_0000000000) [n:127.0.0.1:46269_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection"} current state version: 1 [junit4] 2> 980183 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1 [junit4] 2> 980183 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 980185 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96396525884735492-core_node1-n_0000000000 [junit4] 2> 980187 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46269/collection1/ shard1 [junit4] 2> 980187 INFO (OverseerStateUpdate-96396525884735492-127.0.0.1:46269_-n_0000000000) [n:127.0.0.1:46269_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "base_url":"http://127.0.0.1:46269", [junit4] 2> "core":"collection1", [junit4] 2> "state":"active"} current state version: 2 [junit4] 2> 980290 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 980338 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:46269/collection1/ and leader is http://127.0.0.1:46269/collection1/ [junit4] 2> 980338 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46269 [junit4] 2> 980338 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 980338 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active [junit4] 2> 980338 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property [junit4] 2> 980339 INFO (coreZkRegister-973-thread-1-processing-n:127.0.0.1:46269_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46269_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection [junit4] 2> 980340 INFO (OverseerStateUpdate-96396525884735492-127.0.0.1:46269_-n_0000000000) [n:127.0.0.1:46269_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "dataDir":"hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:46269", [junit4] 2> "node_name":"127.0.0.1:46269_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state", [junit4] 2> "ulogDir":"hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/tlog"} current state version: 3 [junit4] 2> 980340 INFO (OverseerStateUpdate-96396525884735492-127.0.0.1:46269_-n_0000000000) [n:127.0.0.1:46269_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "dataDir":"hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:46269", [junit4] 2> "node_name":"127.0.0.1:46269_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state", [junit4] 2> "ulogDir":"hdfs://localhost:59411/solr_hdfs_home/control_collection/core_node1/data/tlog"} [junit4] 2> 980396 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 980397 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 980400 INFO (zkCallback-388-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ca5ca1c name:ZooKeeperConnection Watcher:127.0.0.1:38172/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 980400 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 980400 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 980400 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 980402 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties [junit4] 2> 980403 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 980404 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 980442 INFO (zkCallback-384-thread-2-processing-n:127.0.0.1:46269_) [n:127.0.0.1:46269_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 980442 INFO (zkCallback-388-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1]) [junit4] 2> 980494 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/shard-1-001/cores/collection1 [junit4] 2> 980495 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_CE72398DF8671AAF-001/shard-1-001 [junit4] 2> 980495 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314 [junit4] 2> 980497 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31ea10fb{/,null,AVAILABLE} [junit4] 2> 980497 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[CE72398DF8671AAF]) [ ] o.e.j.s. [...truncated too long message...] ntextHandler@57e6867a{/_/n,null,UNAVAILABLE} [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DistributedFacetPivotLongTailTest -Dtests.method=test -Dtests.seed=CE72398DF8671AAF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=th-TH -Dtests.timezone=Etc/GMT+0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 28.8s J0 | DistributedFacetPivotLongTailTest.test <<< [junit4] > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded [junit4] > at __randomizedtesting.SeedInfo.seed([CE72398DF8671AAF:46260657569B7757]:0) [junit4] > at java.util.TreeMap.put(TreeMap.java:577) [junit4] > at java.util.TreeSet.add(TreeSet.java:255) [junit4] > at sun.security.ssl.SSLContextImpl.getApplicableCipherSuiteList(SSLContextImpl.java:352) [junit4] > at sun.security.ssl.SSLContextImpl.getDefaultCipherSuiteList(SSLContextImpl.java:304) [junit4] > at sun.security.ssl.SSLSocketImpl.init(SSLSocketImpl.java:626) [junit4] > at sun.security.ssl.SSLSocketImpl.<init>(SSLSocketImpl.java:567) [junit4] > at sun.security.ssl.SSLSocketFactoryImpl.createSocket(SSLSocketFactoryImpl.java:110) [junit4] > at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:363) [junit4] > at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:353) [junit4] > at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134) [junit4] > at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353) [junit4] > at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380) [junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) [junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184) [junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88) [junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) [junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184) [junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) [junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:513) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149) [junit4] > at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173) [junit4] > at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138) [junit4] > at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152) [junit4] > at org.apache.solr.handler.component.DistributedFacetPivotLongTailTest.test(DistributedFacetPivotLongTailTest.java:71) [junit4] 2> 4560846 INFO (SUITE-DistributedFacetPivotLongTailTest-seed#[CE72398DF8671AAF]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotLongTailTest_CE72398DF8671AAF-001 [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=ClassicSimilarity, locale=th-TH, timezone=Etc/GMT+0 [junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=119917392,total=477626368 [junit4] 2> NOTE: All tests run in this JVM: [ParsingFieldUpdateProcessorsTest, QueryElevationComponentTest, TestBulkSchemaConcurrent, TestMergePolicyConfig, DistributedSpellCheckComponentTest, SynonymTokenizerTest, TestJoin, TestSizeLimitedDistributedMap, TestRandomDVFaceting, TestStressLucene, AddSchemaFieldsUpdateProcessorFactoryTest, TestReRankQParserPlugin, BooleanFieldTest, WrapperMergePolicyFactoryTest, TestSolrCloudWithSecureImpersonation, SOLR749Test, TestBlobHandler, TestConfigSetImmutable, AsyncCallRequestStatusResponseTest, TestRangeQuery, ActionThrottleTest, JSONWriterTest, CacheHeaderTest, DistributedVersionInfoTest, HdfsThreadLeakTest, TestCSVLoader, UUIDFieldTest, BasicDistributedZkTest, DistributedSuggestComponentTest, StandardRequestHandlerTest, CopyFieldTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, SolrCloudExampleTest, TestInitParams, TestBulkSchemaAPI, TestPerFieldSimilarityWithDefaultOverride, ConnectionManagerTest, TestFreeTextSuggestions, OverriddenZkACLAndCredentialsProvidersTest, TriLevelCompositeIdRoutingTest, TestFieldCacheSortRandom, TestFieldCacheReopen, TestSchemaSimilarityResource, TestBadConfig, TestAnalyzedSuggestions, DeleteShardTest, TestAnalyzeInfixSuggestions, PreAnalyzedFieldTest, TestDocSet, RAMDirectoryFactoryTest, TestSha256AuthenticationProvider, SmileWriterTest, SharedFSAutoReplicaFailoverUtilsTest, TestAuthorizationFramework, TestRequestStatusCollectionAPI, CursorMarkTest, HdfsBasicDistributedZkTest, TestCollapseQParserPlugin, DeleteInactiveReplicaTest, ResourceLoaderTest, TestUninvertingReader, JsonLoaderTest, HLLSerializationTest, DisMaxRequestHandlerTest, SolrRequestParserTest, RestartWhileUpdatingTest, QueryResultKeyTest, DocValuesMissingTest, DefaultValueUpdateProcessorTest, TestCloudSchemaless, DirectoryFactoryTest, CdcrRequestHandlerTest, TestOrdValues, TestDistribIDF, SignatureUpdateProcessorFactoryTest, TestLazyCores, HdfsCollectionsAPIDistributedZkTest, TestReplicationHandler, ZkStateReaderTest, DistributedFacetPivotWhiteBoxTest, TestCloudPseudoReturnFields, TestBinaryField, TestLRUCache, IndexSchemaRuntimeFieldTest, DistribDocExpirationUpdateProcessorTest, TestSubQueryTransformer, TestConfig, TestLMDirichletSimilarityFactory, TestShardHandlerFactory, TolerantUpdateProcessorTest, TestSolrQueryResponse, SortSpecParsingTest, ZkNodePropsTest, LeaderElectionIntegrationTest, SuggestComponentContextFilterQueryTest, DistributedQueryElevationComponentTest, PolyFieldTest, TestCloudDeleteByQuery, TestConfigSetsAPIExclusivity, HdfsLockFactoryTest, SaslZkACLProviderTest, BlockJoinFacetDistribTest, TestLocalFSCloudBackupRestore, TestDistributedGrouping, TestReload, TestSolr4Spatial, TestGroupingSearch, TestFunctionQuery, BasicFunctionalityTest, SoftAutoCommitTest, TestFoldingMultitermQuery, NoCacheHeaderTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, QueryEqualityTest, TestRemoteStreaming, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, TestValueSourceCache, TestIndexingPerformance, TestArbitraryIndexDir, SolrPluginUtilsTest, TestJmxIntegration, TestCSVResponseWriter, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestBinaryResponseWriter, TestLFUCache, CursorPagingTest, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, AliasIntegrationTest, CdcrReplicationHandlerTest, CollectionsAPISolrJTest, DeleteReplicaTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, ReplicationFactorTest, SimpleCollectionCreateDeleteTest, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestLockTree, TestMiniSolrCloudClusterBase, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorCloud, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsRestartWhileUpdatingTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, TestClusterStateMutator, RuleEngineTest, BlobRepositoryCloudTest, HdfsDirectoryFactoryTest, TestBackupRepositoryFactory, TestDynamicLoading, TestNRTOpen, TestSolrXml, TestSolrCoreSnapshots, TestConfigReload, TestHdfsBackupRestoreCore, TestReplicationHandlerBackup, TestRestoreCore, TestSQLHandler, CoreAdminCreateDiscoverTest, InfoHandlerTest, SecurityConfHandlerTest, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotLongTailTest] [junit4] Completed [509/627 (4!)] on J0 in 28.85s, 1 test, 1 error <<< FAILURES! [...truncated 358 lines...] [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/solr/build/solr-core/test/temp/junit4-J0-20160811_052754_321.sysout [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/heapdumps/java_pid26861.hprof ... [junit4] Heap dump file created [495108662 bytes in 1.706 secs] [junit4] <<< JVM J0: EOF ---- [...truncated 11043 lines...] BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/build.xml:771: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/build.xml:715: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created: * java_pid26861.hprof Total time: 263 minutes 16 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org