Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/184/
3 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
There were too many update fails (61 > 60) - we expect it can happen, but
shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails (61 > 60) - we
expect it can happen, but shouldn't easily
at
__randomizedtesting.SeedInfo.seed([9880255D9B5F0EC5:10D41A8735A3633D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:218)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test
Error Message:
There were too many update fails (81 > 60) - we expect it can happen, but
shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails (81 > 60) - we
expect it can happen, but shouldn't easily
at
__randomizedtesting.SeedInfo.seed([9880255D9B5F0EC5:10D41A8735A3633D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:218)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:59999
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting
response from server at: https://127.0.0.1:59999
at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:604)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:399)
at
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:515)
at
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:179)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at
org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at
org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at
org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at
org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at
org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at
org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at
org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at
org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at
org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:498)
... 47 more
Build Log:
[...truncated 11892 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/init-core-data-001
[junit4] 2> 1334310 INFO
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1334310 INFO
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property:
/p_mt/jm
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1334357 WARN
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1334383 WARN
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1334385 INFO
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.m.log jetty-6.1.26
[junit4] 2> 1334397 INFO
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.m.log Extract
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
to ./temp/Jetty_localhost_57354_hdfs____.s9jw2u/webapp
[junit4] 2> 1334714 INFO
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.m.log Started
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57354
[junit4] 2> 1334787 WARN
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1334788 INFO
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.m.log jetty-6.1.26
[junit4] 2> 1334798 INFO
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.m.log Extract
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_34117_datanode____amchkt/webapp
[junit4] 2> 1335173 INFO
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.m.log Started
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34117
[junit4] 2> 1335242 WARN
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1335243 INFO
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.m.log jetty-6.1.26
[junit4] 2> 1335259 INFO
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.m.log Extract
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_49384_datanode____.3bj1ov/webapp
[junit4] 2> 1335324 INFO (IPC Server handler 3 on 56511) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-69db1c03-b3d7-4447-b0d8-01a22cb8a205 node
DatanodeRegistration(127.0.0.1:57613,
datanodeUuid=85b1ee6f-b4e3-4386-8145-65154c92ee7d, infoPort=56907,
infoSecurePort=0, ipcPort=54108,
storageInfo=lv=-56;cid=testClusterID;nsid=938051371;c=0), blocks: 0,
hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 1335324 INFO (IPC Server handler 3 on 56511) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-f5fa1484-9df4-4f04-b96e-60755a97af80 node
DatanodeRegistration(127.0.0.1:57613,
datanodeUuid=85b1ee6f-b4e3-4386-8145-65154c92ee7d, infoPort=56907,
infoSecurePort=0, ipcPort=54108,
storageInfo=lv=-56;cid=testClusterID;nsid=938051371;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1335623 INFO
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.m.log Started
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49384
[junit4] 2> 1335715 INFO (IPC Server handler 5 on 56511) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-02cdec92-441a-495d-a080-8522b8e76a7d node
DatanodeRegistration(127.0.0.1:51162,
datanodeUuid=450493d1-a8c1-48f6-8fe4-2ba6c4700d54, infoPort=58979,
infoSecurePort=0, ipcPort=45505,
storageInfo=lv=-56;cid=testClusterID;nsid=938051371;c=0), blocks: 0,
hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 1335715 INFO (IPC Server handler 5 on 56511) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-f7788e2c-3aaa-4ace-80a0-d9e3d1ce52f6 node
DatanodeRegistration(127.0.0.1:51162,
datanodeUuid=450493d1-a8c1-48f6-8fe4-2ba6c4700d54, infoPort=58979,
infoSecurePort=0, ipcPort=45505,
storageInfo=lv=-56;cid=testClusterID;nsid=938051371;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1335934 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1335934 INFO (Thread-5775) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1335934 INFO (Thread-5775) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 1336034 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.ZkTestServer start zk server on port:56734
[junit4] 2> 1336050 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 1336051 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 1336053 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1336054 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 1336055 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 1336056 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 1336059 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 1336060 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1336062 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1336071 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 1336072 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 1336144 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.SolrTestCaseJ4 Writing core.properties file to
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/control-001/cores/collection1
[junit4] 2> 1336145 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1336146 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@453bda34{/p_mt/jm,null,AVAILABLE}
[junit4] 2> 1336147 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.ServerConnector Started
ServerConnector@5ad4f6ae{HTTP/1.1,[http/1.1]}{127.0.0.1:36622}
[junit4] 2> 1336148 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.Server Started @1338807ms
[junit4] 2> 1336148 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=hdfs://localhost:56511/hdfs__localhost_56511__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001_tempDir-002_control_data,
hostContext=/p_mt/jm, hostPort=36622,
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/control-001/cores}
[junit4] 2> 1336148 ERROR
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1336148 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
6.3.0
[junit4] 2> 1336148 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1336148 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1336148 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2016-10-24T13:19:53.067Z
[junit4] 2> 1336151 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 1336151 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/control-001/solr.xml
[junit4] 2> 1336156 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1336156 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56734/solr
[junit4] 2> 1336171 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:36622_p_mt%2Fjm ] o.a.s.c.OverseerElectionContext I am going to
be the leader 127.0.0.1:36622_p_mt%2Fjm
[junit4] 2> 1336172 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:36622_p_mt%2Fjm ] o.a.s.c.Overseer Overseer
(id=96817328478945284-127.0.0.1:36622_p_mt%2Fjm-n_0000000000) starting
[junit4] 2> 1336176 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:36622_p_mt%2Fjm ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:36622_p_mt%2Fjm
[junit4] 2> 1336180 INFO
(zkCallback-1000-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (0) -> (1)
[junit4] 2> 1336191 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:36622_p_mt%2Fjm ] o.a.s.c.CorePropertiesLocator Found 1 core
definitions underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/control-001/cores
[junit4] 2> 1336191 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:36622_p_mt%2Fjm ] o.a.s.c.CorePropertiesLocator Cores are:
[collection1]
[junit4] 2> 1336193 INFO
(OverseerStateUpdate-96817328478945284-127.0.0.1:36622_p_mt%2Fjm-n_0000000000)
[n:127.0.0.1:36622_p_mt%2Fjm ] o.a.s.c.o.ReplicaMutator Assigning new node
to shard shard=shard1
[junit4] 2> 1337206 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection x:collection1]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 1337219 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection x:collection1]
o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1337293 WARN
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection x:collection1]
o.a.s.s.IndexSchema [collection1] default search field in schema is text.
WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1337294 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection x:collection1]
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1337306 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection x:collection1]
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from
collection control_collection
[junit4] 2> 1337306 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.HdfsDirectoryFactory
solr.hdfs.home=hdfs://localhost:56511/solr_hdfs_home
[junit4] 2> 1337306 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication
disabled
[junit4] 2> 1337306 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/control-001/cores/collection1],
dataDir=[hdfs://localhost:56511/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 1337307 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr
mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b8c879c
[junit4] 2> 1337307 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:56511/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1337319 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1]
with direct memory allocation set to [true]
[junit4] 2> 1337319 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage,
slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1337319 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 1338530 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1338532 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:56511/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 1338565 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:56511/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 1338573 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1]
with direct memory allocation set to [true]
[junit4] 2> 1338573 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage,
slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1338579 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1338579 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.0]
[junit4] 2> 1338608 INFO (IPC Server handler 3 on 56511) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57613 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-f7788e2c-3aaa-4ace-80a0-d9e3d1ce52f6:NORMAL:127.0.0.1:51162|RBW],
ReplicaUC[[DISK]DS-f5fa1484-9df4-4f04-b96e-60755a97af80:NORMAL:127.0.0.1:57613|FINALIZED]]}
size 0
[junit4] 2> 1338611 INFO (IPC Server handler 7 on 56511) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51162 is
added to blk_1073741825_1001 size 71
[junit4] 2> 1338641 WARN
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler
{type = requestHandler,name = /dump,class = DumpRequestHandler,args =
{defaults={a=A,b=B}}}
[junit4] 2> 1338655 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1338655 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=
defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
numVersionBuckets=65536
[junit4] 2> 1338655 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog:
tlogDfsReplication=2
[junit4] 2> 1338668 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for
15000ms;
[junit4] 2> 1338668 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1338670 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.MockRandomMergePolicy:
org.apache.lucene.index.MockRandomMergePolicy@56b41aa4
[junit4] 2> 1338686 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.s.SolrIndexSearcher Opening
[Searcher@3d4599cb[collection1] main]
[junit4] 2> 1338687 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO
with znodeBase: /configs/conf1
[junit4] 2> 1338688 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1338689 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1338691 INFO
(searcherExecutor-2739-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm
x:collection1 s:shard1 c:control_collection r:core_node1)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher
Searcher@3d4599cb[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1338691 INFO
(coreLoadExecutor-2738-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent
updates, using new clock 1549077258551951360
[junit4] 2> 1338697 INFO
(coreZkRegister-2731-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm
x:collection1 s:shard1 c:control_collection r:core_node1)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to
continue.
[junit4] 2> 1338697 INFO
(coreZkRegister-2731-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm
x:collection1 s:shard1 c:control_collection r:core_node1)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try
and sync
[junit4] 2> 1338698 INFO
(coreZkRegister-2731-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm
x:collection1 s:shard1 c:control_collection r:core_node1)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.SyncStrategy Sync replicas to
http://127.0.0.1:36622/p_mt/jm/collection1/
[junit4] 2> 1338698 INFO
(coreZkRegister-2731-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm
x:collection1 s:shard1 c:control_collection r:core_node1)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1338698 INFO
(coreZkRegister-2731-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm
x:collection1 s:shard1 c:control_collection r:core_node1)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36622/p_mt/jm/collection1/
has no replicas
[junit4] 2> 1338701 INFO
(coreZkRegister-2731-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm
x:collection1 s:shard1 c:control_collection r:core_node1)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:36622/p_mt/jm/collection1/ shard1
[junit4] 2> 1338852 INFO
(coreZkRegister-2731-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm
x:collection1 s:shard1 c:control_collection r:core_node1)
[n:127.0.0.1:36622_p_mt%2Fjm c:control_collection s:shard1 r:core_node1
x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1339203 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1339205 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection
loss:false
[junit4] 2> 1339205 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1339212 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x157f6d8e8170006, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1339278 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.SolrTestCaseJ4 Writing core.properties file to
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-1-001/cores/collection1
[junit4] 2> 1339279 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-1-001
[junit4] 2> 1339279 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1339284 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@62f11542{/p_mt/jm,null,AVAILABLE}
[junit4] 2> 1339284 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.ServerConnector Started
ServerConnector@2902efb1{HTTP/1.1,[http/1.1]}{127.0.0.1:52562}
[junit4] 2> 1339284 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.Server Started @1341943ms
[junit4] 2> 1339284 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=hdfs://localhost:56511/hdfs__localhost_56511__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001_tempDir-002_jetty1,
solrconfig=solrconfig.xml, hostContext=/p_mt/jm, hostPort=52562,
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-1-001/cores}
[junit4] 2> 1339284 ERROR
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1339284 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
6.3.0
[junit4] 2> 1339284 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1339284 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1339284 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2016-10-24T13:19:56.203Z
[junit4] 2> 1339304 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 1339304 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-1-001/solr.xml
[junit4] 2> 1339315 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1339319 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56734/solr
[junit4] 2> 1339333 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (0) -> (1)
[junit4] 2> 1339336 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:52562_p_mt%2Fjm
[junit4] 2> 1339340 INFO (zkCallback-1004-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1339341 INFO
(zkCallback-1010-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (1) -> (2)
[junit4] 2> 1339343 INFO
(zkCallback-1000-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (1) -> (2)
[junit4] 2> 1339351 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.CorePropertiesLocator Found 1 core
definitions underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-1-001/cores
[junit4] 2> 1339351 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.CorePropertiesLocator Cores are:
[collection1]
[junit4] 2> 1339364 INFO
(OverseerStateUpdate-96817328478945284-127.0.0.1:36622_p_mt%2Fjm-n_0000000000)
[n:127.0.0.1:36622_p_mt%2Fjm ] o.a.s.c.o.ReplicaMutator Assigning new node
to shard shard=shard2
[junit4] 2> 1339470 INFO
(zkCallback-1010-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader A cluster state
change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1340377 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 x:collection1] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 6.3.0
[junit4] 2> 1340398 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 x:collection1] o.a.s.s.IndexSchema
[collection1] Schema name=test
[junit4] 2> 1340446 WARN
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 x:collection1] o.a.s.s.IndexSchema
[collection1] default search field in schema is text. WARNING: Deprecated,
please use 'df' on request instead.
[junit4] 2> 1340447 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 x:collection1] o.a.s.s.IndexSchema
Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1340459 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 x:collection1]
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from
collection collection1
[junit4] 2> 1340459 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.HdfsDirectoryFactory
solr.hdfs.home=hdfs://localhost:56511/solr_hdfs_home
[junit4] 2> 1340459 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1340459 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-1-001/cores/collection1],
dataDir=[hdfs://localhost:56511/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 1340460 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b8c879c
[junit4] 2> 1340460 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:56511/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 1340466 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 1340466 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1340470 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1340472 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:56511/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 1340488 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:56511/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 1340493 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 1340493 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1340495 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1340495 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.0]
[junit4] 2> 1340527 INFO (IPC Server handler 8 on 56511) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51162 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-f5fa1484-9df4-4f04-b96e-60755a97af80:NORMAL:127.0.0.1:57613|RBW],
ReplicaUC[[DISK]DS-f7788e2c-3aaa-4ace-80a0-d9e3d1ce52f6:NORMAL:127.0.0.1:51162|RBW]]}
size 0
[junit4] 2> 1340530 INFO (IPC Server handler 9 on 56511) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57613 is
added to blk_1073741826_1002 size 71
[junit4] 2> 1340537 WARN
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,args =
{defaults={a=A,b=B}}}
[junit4] 2> 1340574 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1340574 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1340574 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1340591 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1340591 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1340594 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.MockRandomMergePolicy:
org.apache.lucene.index.MockRandomMergePolicy@2a041b0e
[junit4] 2> 1340601 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.s.SolrIndexSearcher Opening [Searcher@1337e7c6[collection1] main]
[junit4] 2> 1340602 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 1340602 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1340602 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1340603 INFO
(searcherExecutor-2750-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm
x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:52562_p_mt%2Fjm
c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore
[collection1] Registered new searcher Searcher@1337e7c6[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1340604 INFO
(coreLoadExecutor-2749-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1549077260557877248
[junit4] 2> 1340609 INFO
(coreZkRegister-2744-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm
x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:52562_p_mt%2Fjm
c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1340609 INFO
(coreZkRegister-2744-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm
x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:52562_p_mt%2Fjm
c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1340609 INFO
(coreZkRegister-2744-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm
x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:52562_p_mt%2Fjm
c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync
replicas to http://127.0.0.1:52562/p_mt/jm/collection1/
[junit4] 2> 1340609 INFO
(coreZkRegister-2744-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm
x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:52562_p_mt%2Fjm
c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync
Success - now sync replicas to me
[junit4] 2> 1340609 INFO
(coreZkRegister-2744-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm
x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:52562_p_mt%2Fjm
c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy
http://127.0.0.1:52562/p_mt/jm/collection1/ has no replicas
[junit4] 2> 1340611 INFO
(coreZkRegister-2744-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm
x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:52562_p_mt%2Fjm
c:collection1 s:shard2 r:core_node1 x:collection1]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:52562/p_mt/jm/collection1/ shard2
[junit4] 2> 1340713 INFO
(zkCallback-1010-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader A cluster state
change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1340762 INFO
(coreZkRegister-2744-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm
x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:52562_p_mt%2Fjm
c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am
the leader, no recovery necessary
[junit4] 2> 1340865 INFO
(zkCallback-1010-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader A cluster state
change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 1340923 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.SolrTestCaseJ4 Writing core.properties file to
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-2-001/cores/collection1
[junit4] 2> 1340924 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-2-001
[junit4] 2> 1340924 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1340926 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@2c792e50{/p_mt/jm,null,AVAILABLE}
[junit4] 2> 1340926 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.ServerConnector Started
ServerConnector@7532eec5{HTTP/1.1,[http/1.1]}{127.0.0.1:37326}
[junit4] 2> 1340928 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.Server Started @1343587ms
[junit4] 2> 1340928 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=hdfs://localhost:56511/hdfs__localhost_56511__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001_tempDir-002_jetty2,
solrconfig=solrconfig.xml, hostContext=/p_mt/jm, hostPort=37326,
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-2-001/cores}
[junit4] 2> 1340928 ERROR
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1340930 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
6.3.0
[junit4] 2> 1340930 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1340930 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1340930 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2016-10-24T13:19:57.849Z
[junit4] 2> 1340932 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 1340932 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-2-001/solr.xml
[junit4] 2> 1340937 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1340937 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56734/solr
[junit4] 2> 1340944 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:37326_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (0) -> (2)
[junit4] 2> 1340947 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:37326_p_mt%2Fjm ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:37326_p_mt%2Fjm
[junit4] 2> 1340948 INFO
(zkCallback-1000-thread-1-processing-n:127.0.0.1:36622_p_mt%2Fjm)
[n:127.0.0.1:36622_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (2) -> (3)
[junit4] 2> 1340949 INFO (zkCallback-1004-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1340948 INFO
(zkCallback-1010-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (2) -> (3)
[junit4] 2> 1340959 INFO
(zkCallback-1016-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (2) -> (3)
[junit4] 2> 1340963 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:37326_p_mt%2Fjm ] o.a.s.c.CorePropertiesLocator Found 1 core
definitions underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-2-001/cores
[junit4] 2> 1340963 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:37326_p_mt%2Fjm ] o.a.s.c.CorePropertiesLocator Cores are:
[collection1]
[junit4] 2> 1340964 INFO
(OverseerStateUpdate-96817328478945284-127.0.0.1:36622_p_mt%2Fjm-n_0000000000)
[n:127.0.0.1:36622_p_mt%2Fjm ] o.a.s.c.o.ReplicaMutator Assigning new node
to shard shard=shard3
[junit4] 2> 1341067 INFO
(zkCallback-1016-thread-2-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader A cluster state
change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 1341067 INFO
(zkCallback-1010-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader A cluster state
change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 1341973 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 x:collection1] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 6.3.0
[junit4] 2> 1341983 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 x:collection1] o.a.s.s.IndexSchema
[collection1] Schema name=test
[junit4] 2> 1342041 WARN
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 x:collection1] o.a.s.s.IndexSchema
[collection1] default search field in schema is text. WARNING: Deprecated,
please use 'df' on request instead.
[junit4] 2> 1342042 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 x:collection1] o.a.s.s.IndexSchema
Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1342053 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 x:collection1]
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from
collection collection1
[junit4] 2> 1342054 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.HdfsDirectoryFactory
solr.hdfs.home=hdfs://localhost:56511/solr_hdfs_home
[junit4] 2> 1342054 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1342054 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-2-001/cores/collection1],
dataDir=[hdfs://localhost:56511/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 1342054 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b8c879c
[junit4] 2> 1342054 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:56511/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 1342061 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 1342061 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1342065 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1342066 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:56511/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 1342081 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:56511/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 1342087 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 1342087 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1342090 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1342091 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.0]
[junit4] 2> 1342120 INFO (IPC Server handler 6 on 56511) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57613 is
added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-f7788e2c-3aaa-4ace-80a0-d9e3d1ce52f6:NORMAL:127.0.0.1:51162|RBW],
ReplicaUC[[DISK]DS-f5fa1484-9df4-4f04-b96e-60755a97af80:NORMAL:127.0.0.1:57613|RBW]]}
size 0
[junit4] 2> 1342120 INFO (IPC Server handler 0 on 56511) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51162 is
added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-f5fa1484-9df4-4f04-b96e-60755a97af80:NORMAL:127.0.0.1:57613|RBW],
ReplicaUC[[DISK]DS-02cdec92-441a-495d-a080-8522b8e76a7d:NORMAL:127.0.0.1:51162|FINALIZED]]}
size 0
[junit4] 2> 1342127 WARN
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,args =
{defaults={a=A,b=B}}}
[junit4] 2> 1342142 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1342142 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1342142 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1342150 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1342150 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1342152 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.MockRandomMergePolicy:
org.apache.lucene.index.MockRandomMergePolicy@39ca07f5
[junit4] 2> 1342159 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.s.SolrIndexSearcher Opening [Searcher@373ef002[collection1] main]
[junit4] 2> 1342161 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 1342161 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1342161 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1342162 INFO
(searcherExecutor-2761-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm
x:collection1 s:shard3 c:collection1 r:core_node2) [n:127.0.0.1:37326_p_mt%2Fjm
c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SolrCore
[collection1] Registered new searcher Searcher@373ef002[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1342163 INFO
(coreLoadExecutor-2760-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1549077262192607232
[junit4] 2> 1342168 INFO
(coreZkRegister-2755-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm
x:collection1 s:shard3 c:collection1 r:core_node2) [n:127.0.0.1:37326_p_mt%2Fjm
c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1342168 INFO
(coreZkRegister-2755-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm
x:collection1 s:shard3 c:collection1 r:core_node2) [n:127.0.0.1:37326_p_mt%2Fjm
c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1342168 INFO
(coreZkRegister-2755-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm
x:collection1 s:shard3 c:collection1 r:core_node2) [n:127.0.0.1:37326_p_mt%2Fjm
c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync
replicas to http://127.0.0.1:37326/p_mt/jm/collection1/
[junit4] 2> 1342169 INFO
(coreZkRegister-2755-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm
x:collection1 s:shard3 c:collection1 r:core_node2) [n:127.0.0.1:37326_p_mt%2Fjm
c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync
Success - now sync replicas to me
[junit4] 2> 1342169 INFO
(coreZkRegister-2755-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm
x:collection1 s:shard3 c:collection1 r:core_node2) [n:127.0.0.1:37326_p_mt%2Fjm
c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy
http://127.0.0.1:37326/p_mt/jm/collection1/ has no replicas
[junit4] 2> 1342171 INFO
(coreZkRegister-2755-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm
x:collection1 s:shard3 c:collection1 r:core_node2) [n:127.0.0.1:37326_p_mt%2Fjm
c:collection1 s:shard3 r:core_node2 x:collection1]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:37326/p_mt/jm/collection1/ shard3
[junit4] 2> 1342273 INFO
(zkCallback-1016-thread-2-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader A cluster state
change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 1342273 INFO
(zkCallback-1010-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader A cluster state
change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 1342322 INFO
(coreZkRegister-2755-thread-1-processing-n:127.0.0.1:37326_p_mt%2Fjm
x:collection1 s:shard3 c:collection1 r:core_node2) [n:127.0.0.1:37326_p_mt%2Fjm
c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ZkController I am
the leader, no recovery necessary
[junit4] 2> 1342425 INFO
(zkCallback-1016-thread-2-processing-n:127.0.0.1:37326_p_mt%2Fjm)
[n:127.0.0.1:37326_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader A cluster state
change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 1342425 INFO
(zkCallback-1010-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader A cluster state
change: [WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 1342530 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.SolrTestCaseJ4 Writing core.properties file to
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-3-001/cores/collection1
[junit4] 2> 1342531 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-3-001
[junit4] 2> 1342531 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1342532 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@46b8f17b{/p_mt/jm,null,AVAILABLE}
[junit4] 2> 1342533 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.ServerConnector Started
ServerConnector@4e68fba4{HTTP/1.1,[http/1.1]}{127.0.0.1:33165}
[junit4] 2> 1342533 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.Server Started @1345192ms
[junit4] 2> 1342533 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=hdfs://localhost:56511/hdfs__localhost_56511__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001_tempDir-002_jetty3,
solrconfig=solrconfig.xml, hostContext=/p_mt/jm, hostPort=33165,
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-3-001/cores}
[junit4] 2> 1342534 ERROR
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1342535 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
6.3.0
[junit4] 2> 1342535 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1342535 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1342535 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2016-10-24T13:19:59.454Z
[junit4] 2> 1342537 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 1342537 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001/shard-3-001/solr.xml
[junit4] 2> 1342542 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1342542 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56734/solr
[junit4] 2> 1342549 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:33165_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (0) -> (3)
[junit4] 2> 1342552 INFO
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5])
[n:127.0.0.1:33165_p_mt%2Fjm ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:33165_p_mt%2Fjm
[junit4] 2> 1342554 INFO
(zkCallback-1010-thread-1-processing-n:127.0.0.1:52562_p_mt%2Fjm)
[n:127.0.0.1:52562_p_mt%2Fjm ] o.a.s.c.c.ZkStateReader Updated live nodes
from
[...truncated too long message...]
ner instance=2101852877
[junit4] 2> 2684417 INFO
(zkCallback-4046-thread-8-processing-n:127.0.0.1:47736_) [n:127.0.0.1:47736_
] o.a.s.c.Overseer Overseer
(id=96817407308988452-127.0.0.1:47736_-n_0000000010) starting
[junit4] 2> 2684419 INFO (coreCloseExecutor-7966-thread-1)
[n:127.0.0.1:47736_ c:collection1 s:shard1 r:core_node10 x:collection1]
o.a.s.c.SolrCore [collection1] CLOSING SolrCore
org.apache.solr.core.SolrCore@7fb7934d
[junit4] 2> 2684427 INFO
(TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.Overseer Overseer (id=96817407308988452-127.0.0.1:47736_-n_0000000010)
closing
[junit4] 2> 2684427 INFO
(OverseerStateUpdate-96817407308988452-127.0.0.1:47736_-n_0000000010)
[n:127.0.0.1:47736_ ] o.a.s.c.Overseer According to ZK I
(id=96817407308988452-127.0.0.1:47736_-n_0000000010) am no longer a leader.
[junit4] 2> 2684427 INFO
(OverseerStateUpdate-96817407308988452-127.0.0.1:47736_-n_0000000010)
[n:127.0.0.1:47736_ ] o.a.s.c.Overseer Overseer Loop exiting :
127.0.0.1:47736_
[junit4] 2> 2684428 INFO
(OverseerCollectionConfigSetProcessor-96817407308988452-127.0.0.1:47736_-n_0000000010)
[n:127.0.0.1:47736_ ] o.a.s.c.OverseerTaskProcessor According to ZK I
(id=96817407308988452-127.0.0.1:47736_-n_0000000010) am no longer a leader.
[junit4] 2> 2685929 WARN
(zkCallback-4046-thread-8-processing-n:127.0.0.1:47736_) [n:127.0.0.1:47736_
] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to
ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2685930 INFO
(TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.ServerConnector Stopped
ServerConnector@5279a6de{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2685930 INFO
(TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@6fe91a91{/,null,UNAVAILABLE}
[junit4] 2> 2685932 INFO
(TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[9880255D9B5F0EC5]) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:38920 38920
[junit4] 2> 2686100 INFO (Thread-22220) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:38920 38920
[junit4] 2> 2686103 WARN (Thread-22220) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/overseer/collection-queue-work
[junit4] 2> 16 /solr/overseer/queue
[junit4] 2> 14 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running
'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test
-Dtests.seed=9880255D9B5F0EC5 -Dtests.multiplier=2 -Dtests.nightly=true
-Dtests.slow=true
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt
-Dtests.locale=sv -Dtests.timezone=America/Fortaleza -Dtests.asserts=true
-Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 147s J1 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: There were too many
update fails (61 > 60) - we expect it can happen, but shouldn't easily
[junit4] > at
__randomizedtesting.SeedInfo.seed([9880255D9B5F0EC5:10D41A8735A3633D]:0)
[junit4] > at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:218)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2686107 INFO
(SUITE-ChaosMonkeyNothingIsSafeTest-seed#[9880255D9B5F0EC5]-worker) [ ]
o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_9880255D9B5F0EC5-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62):
{rnd_b=PostingsFormat(name=Memory doPackFST= false),
_version_=PostingsFormat(name=Direct), a_t=PostingsFormat(name=LuceneFixedGap),
a_i=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Memory
doPackFST= false)}, docValues:{}, maxPointsInLeafNode=1467,
maxMBSortInHeap=7.299517567334702, sim=ClassicSimilarity, locale=sv,
timezone=America/Fortaleza
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation
1.8.0_102 (64-bit)/cpus=4,threads=1,free=213324432,total=532152320
[junit4] 2> NOTE: All tests run in this JVM: [OverseerRolesTest,
SecurityConfHandlerTest, MoreLikeThisHandlerTest,
TestSizeLimitedDistributedMap, TestBM25SimilarityFactory,
TestStressCloudBlindAtomicUpdates, MultiTermTest, ChangedSchemaMergeTest,
ReplaceNodeTest, TestUseDocValuesAsStored2, TestReRankQParserPlugin,
IndexBasedSpellCheckerTest, BlockJoinFacetSimpleTest, AtomicUpdatesTest,
TestSolr4Spatial2, TestDynamicFieldCollectionResource, SampleTest,
TestCoreContainer, DirectSolrSpellCheckerTest, TestStressVersions,
TestWordDelimiterFilterFactory, AddBlockUpdateTest, ZkCLITest,
TestQueryWrapperFilter, TestCollectionAPI, TestHighFrequencyDictionaryFactory,
TestRTGBase, TestManagedSynonymFilterFactory, TestLMDirichletSimilarityFactory,
TestSuggestSpellingConverter, TestFastOutputStream,
VMParamsZkACLAndCredentialsProvidersTest, TestIntervalFaceting,
TestSchemaNameResource, LoggingHandlerTest, TestDownShardTolerantSearch,
OverriddenZkACLAndCredentialsProvidersTest, SimpleCollectionCreateDeleteTest,
JsonLoaderTest, TestTrackingShardHandlerFactory, SolrInfoMBeanTest,
IndexSchemaTest, TestFuzzyAnalyzedSuggestions, TestManagedResourceStorage,
JSONWriterTest, DeleteStatusTest, TestStressUserVersions, BJQParserTest,
BaseCdcrDistributedZkTest, TestManagedSchemaThreadSafety, TestInitParams,
SuggesterFSTTest, DocValuesTest, RequestLoggingTest, TestHdfsBackupRestoreCore,
TolerantUpdateProcessorTest, TestTestInjection, DistributedMLTComponentTest,
DateMathParserTest, TestFieldResource, ShardSplitTest, SystemInfoHandlerTest,
SpellCheckCollatorTest, PreAnalyzedUpdateProcessorTest,
DistributedIntervalFacetingTest, TestConfigSetProperties,
ShardRoutingCustomTest, OpenCloseCoreStressTest, TestQuerySenderListener,
EnumFieldTest, SolrXmlInZkTest, DistributedTermsComponentTest,
BasicAuthIntegrationTest, TestNonDefinedSimilarityFactory,
AliasIntegrationTest, TestQueryTypes, RulesTest,
HdfsChaosMonkeyNothingIsSafeTest, TermsComponentTest,
TestFieldCacheVsDocValues, CdcrReplicationHandlerTest, TestUpdate,
FileUtilsTest, TestDynamicLoading, DistributedFacetPivotSmallTest,
IndexSchemaRuntimeFieldTest, TestElisionMultitermQuery, SolrIndexConfigTest,
TestExactSharedStatsCache, TestMissingGroups, TestCursorMarkWithoutUniqueKey,
FullHLLTest, DistributedDebugComponentTest, TestSearchPerf,
SpellingQueryConverterTest, TestSolrConfigHandlerCloud,
TestDistributedStatsComponentCardinality, TestCustomDocTransformer,
TestOnReconnectListenerSupport, TestCloudInspectUtil, TermVectorComponentTest,
ChaosMonkeySafeLeaderTest, CopyFieldTest,
DocExpirationUpdateProcessorFactoryTest, TestHashQParserPlugin,
ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest,
ZkSolrClientTest, TestDistributedGrouping, TestFaceting, TestRecovery,
TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest,
TestRealTimeGet, TestStressReorder, TestJoin, TestReload, HardAutoCommitTest,
TestRangeQuery, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest,
QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest,
ConvertedLegacyTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest,
DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest,
SoftAutoCommitTest, DistributedQueryElevationComponentTest,
SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest,
SolrRequestParserTest, SuggesterTest, TestStressLucene, TestTrie,
SpatialFilterTest, WordBreakSolrSpellCheckerTest,
SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest,
TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest,
StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest,
DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1,
XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest,
TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils,
StandardRequestHandlerTest, TestOmitPositions, DocumentBuilderTest,
TestValueSourceCache, PathHierarchyTokenizerFactoryTest,
FieldAnalysisRequestHandlerTest, SolrPluginUtilsTest,
UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter,
QueryParsingTest, TestAnalyzedSuggestions,
UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest,
TestPartialUpdateDeduplication, CSVRequestHandlerTest, SearchHandlerTest,
TestBinaryResponseWriter, TestLFUCache, HighlighterConfigTest, SOLR749Test,
AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery,
ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, TestDocSet,
TestBinaryField, MinimalSchemaTest, OutputWriterTest,
TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion,
SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport,
SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory,
TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory,
TestIBSimilarityFactory, TestFastWriter, TestJmxMonitoredMap,
TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest,
ChaosMonkeyNothingIsSafeTest]
[junit4] Completed [440/643 (3!)] on J1 in 147.34s, 1 test, 1 failure <<<
FAILURES!
[...truncated 61016 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
