Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1380/
7 tests failed.
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at
__randomizedtesting.SeedInfo.seed([4E270CA6D1B4DDD1:C673337C7F48B029]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at
org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at
__randomizedtesting.SeedInfo.seed([4E270CA6D1B4DDD1:C673337C7F48B029]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at
org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:277)
at
org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at
http://127.0.0.1:34612/solr/test_col: Async exception during distributed
update: Error from server at
http://127.0.0.1:46563/solr/test_col_shard2_replica_n3: Server Error
request:
http://127.0.0.1:46563/solr/test_col_shard2_replica_n3/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A34612%2Fsolr%2Ftest_col_shard4_replica_n12%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode:
http://127.0.0.1:40489/solr/test_col_shard2_replica_n5/ update:
org.apache.solr.client.solrj.request.UpdateRequest@15999970
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from
server at http://127.0.0.1:34612/solr/test_col: Async exception during
distributed update: Error from server at
http://127.0.0.1:46563/solr/test_col_shard2_replica_n3: Server Error
request:
http://127.0.0.1:46563/solr/test_col_shard2_replica_n3/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A34612%2Fsolr%2Ftest_col_shard4_replica_n12%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode:
http://127.0.0.1:40489/solr/test_col_shard2_replica_n5/ update:
org.apache.solr.client.solrj.request.UpdateRequest@15999970
at
__randomizedtesting.SeedInfo.seed([4E270CA6D1B4DDD1:78336EE05BE9E7C0]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
at
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at
http://127.0.0.1:34612/solr/test_col: Async exception during distributed
update: Error from server at
http://127.0.0.1:46563/solr/test_col_shard2_replica_n3: Server Error
request:
http://127.0.0.1:46563/solr/test_col_shard2_replica_n3/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A34612%2Fsolr%2Ftest_col_shard4_replica_n12%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode:
http://127.0.0.1:40489/solr/test_col_shard2_replica_n5/ update:
org.apache.solr.client.solrj.request.UpdateRequest@15999970
at
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error
from server at http://127.0.0.1:34612/solr/test_col: Async exception during
distributed update: Error from server at
http://127.0.0.1:46563/solr/test_col_shard2_replica_n3: Server Error
request:
http://127.0.0.1:46563/solr/test_col_shard2_replica_n3/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A34612%2Fsolr%2Ftest_col_shard4_replica_n12%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode:
http://127.0.0.1:40489/solr/test_col_shard2_replica_n5/ update:
org.apache.solr.client.solrj.request.UpdateRequest@15999970
at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
at
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
... 6 more
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test
Error Message:
The Monkey ran for over 45 seconds and no jetties were stopped - this is worth
investigating!
Stack Trace:
java.lang.AssertionError: The Monkey ran for over 45 seconds and no jetties
were stopped - this is worth investigating!
at
__randomizedtesting.SeedInfo.seed([4E270CA6D1B4DDD1:C673337C7F48B029]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ChaosMonkey.stopTheMonkey(ChaosMonkey.java:587)
at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:133)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
7 threads leaked from SUITE scope at
org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest: 1)
Thread[id=36337, name=zkCallback-1811-thread-2, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 2) Thread[id=33645,
name=zkCallback-1811-thread-1, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 3) Thread[id=29170,
name=StoppableIndexingThread, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
4) Thread[id=33640,
name=StoppableIndexingThread-SendThread(127.0.0.1:38400), state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
5) Thread[id=33641, name=StoppableIndexingThread-EventThread, state=WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
6) Thread[id=29171, name=StoppableIndexingThread, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
7) Thread[id=36338, name=zkCallback-1811-thread-3, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE
scope at org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest:
1) Thread[id=36337, name=zkCallback-1811-thread-2, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=33645, name=zkCallback-1811-thread-1, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=29170, name=StoppableIndexingThread, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
4) Thread[id=33640,
name=StoppableIndexingThread-SendThread(127.0.0.1:38400), state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
5) Thread[id=33641, name=StoppableIndexingThread-EventThread, state=WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
6) Thread[id=29171, name=StoppableIndexingThread, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
7) Thread[id=36338, name=zkCallback-1811-thread-3, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([4E270CA6D1B4DDD1]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=36337, name=zkCallback-1811-thread-2, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 2) Thread[id=33645,
name=zkCallback-1811-thread-1, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 3) Thread[id=29170,
name=StoppableIndexingThread, state=RUNNABLE,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
4) Thread[id=33640,
name=StoppableIndexingThread-SendThread(127.0.0.1:38400), state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 5)
Thread[id=29171, name=StoppableIndexingThread, state=RUNNABLE,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:328)
at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at
org.apache.solr.common.util.JavaBinCodec.writeSolrInputDocument(JavaBinCodec.java:616)
at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:355)
at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at
org.apache.solr.common.util.JavaBinCodec.writeMapEntry(JavaBinCodec.java:764)
at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:383)
at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at
org.apache.solr.common.util.JavaBinCodec.writeIterator(JavaBinCodec.java:705)
at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:367)
at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at
org.apache.solr.common.util.JavaBinCodec.writeNamedList(JavaBinCodec.java:223)
at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:330)
at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:155)
at
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.marshal(JavaBinUpdateRequestCodec.java:91)
at
org.apache.solr.client.solrj.impl.BinaryRequestWriter.getContentStream(BinaryRequestWriter.java:67)
at
org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getDelegate(RequestWriter.java:94)
at
org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getName(RequestWriter.java:104)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:382)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at
org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:176)
at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
6) Thread[id=36338, name=zkCallback-1811-thread-3, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=36337, name=zkCallback-1811-thread-2, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=33645, name=zkCallback-1811-thread-1, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=29170, name=StoppableIndexingThread, state=RUNNABLE,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
4) Thread[id=33640,
name=StoppableIndexingThread-SendThread(127.0.0.1:38400), state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
5) Thread[id=29171, name=StoppableIndexingThread, state=RUNNABLE,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:328)
at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at
org.apache.solr.common.util.JavaBinCodec.writeSolrInputDocument(JavaBinCodec.java:616)
at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:355)
at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at
org.apache.solr.common.util.JavaBinCodec.writeMapEntry(JavaBinCodec.java:764)
at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:383)
at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at
org.apache.solr.common.util.JavaBinCodec.writeIterator(JavaBinCodec.java:705)
at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:367)
at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at
org.apache.solr.common.util.JavaBinCodec.writeNamedList(JavaBinCodec.java:223)
at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:330)
at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at
org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:155)
at
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.marshal(JavaBinUpdateRequestCodec.java:91)
at
org.apache.solr.client.solrj.impl.BinaryRequestWriter.getContentStream(BinaryRequestWriter.java:67)
at
org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getDelegate(RequestWriter.java:94)
at
org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getName(RequestWriter.java:104)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:382)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at
org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:176)
at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
6) Thread[id=36338, name=zkCallback-1811-thread-3, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([4E270CA6D1B4DDD1]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330
seconds
at
__randomizedtesting.SeedInfo.seed([4E270CA6D1B4DDD1:C673337C7F48B029]:0)
at org.junit.Assert.fail(Assert.java:93)
at
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at
org.apache.solr.cloud.UnloadDistributedZkTest.testCoreUnloadAndLeaders(UnloadDistributedZkTest.java:277)
at
org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12232 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/init-core-data-001
[junit4] 2> 257527 WARN
(SUITE-TestLocalFSCloudBackupRestore-seed#[4E270CA6D1B4DDD1]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=214 numCloses=214
[junit4] 2> 257527 INFO
(SUITE-TestLocalFSCloudBackupRestore-seed#[4E270CA6D1B4DDD1]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 257528 INFO
(SUITE-TestLocalFSCloudBackupRestore-seed#[4E270CA6D1B4DDD1]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 257529 INFO
(SUITE-TestLocalFSCloudBackupRestore-seed#[4E270CA6D1B4DDD1]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 257543 INFO
(SUITE-TestLocalFSCloudBackupRestore-seed#[4E270CA6D1B4DDD1]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001
[junit4] 2> 257594 INFO
(SUITE-TestLocalFSCloudBackupRestore-seed#[4E270CA6D1B4DDD1]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 257669 INFO (Thread-93) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 257750 INFO (Thread-93) [ ] o.a.s.c.ZkTestServer Starting
server
[junit4] 2> 258285 INFO
(SUITE-TestLocalFSCloudBackupRestore-seed#[4E270CA6D1B4DDD1]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:35231
[junit4] 2> 259141 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to
java.io.IOException: ZooKeeperServer not running
[junit4] 2> 259254 ERROR (Thread-93) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 261317 INFO (jetty-launcher-21-thread-1) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 261348 INFO (jetty-launcher-21-thread-2) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 261514 INFO (jetty-launcher-21-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@ebd1841{/solr,null,AVAILABLE}
[junit4] 2> 261729 INFO (jetty-launcher-21-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@1613d93{/solr,null,AVAILABLE}
[junit4] 2> 261743 INFO (jetty-launcher-21-thread-1) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@1ede4fa8{SSL,[ssl,
http/1.1]}{127.0.0.1:44721}
[junit4] 2> 261743 INFO (jetty-launcher-21-thread-2) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@3c422ea0{SSL,[ssl,
http/1.1]}{127.0.0.1:43323}
[junit4] 2> 261761 INFO (jetty-launcher-21-thread-2) [ ]
o.e.j.s.Server Started @273730ms
[junit4] 2> 261825 INFO (jetty-launcher-21-thread-1) [ ]
o.e.j.s.Server Started @273794ms
[junit4] 2> 261825 INFO (jetty-launcher-21-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=44721}
[junit4] 2> 261761 INFO (jetty-launcher-21-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=43323}
[junit4] 2> 261826 ERROR (jetty-launcher-21-thread-2) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 261825 ERROR (jetty-launcher-21-thread-1) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 261826 INFO (jetty-launcher-21-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
8.0.0
[junit4] 2> 261826 INFO (jetty-launcher-21-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 261826 INFO (jetty-launcher-21-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 261826 INFO (jetty-launcher-21-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-09-05T06:05:38.643Z
[junit4] 2> 261826 INFO (jetty-launcher-21-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
8.0.0
[junit4] 2> 261830 INFO (jetty-launcher-21-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 261830 INFO (jetty-launcher-21-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 261830 INFO (jetty-launcher-21-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-09-05T06:05:38.647Z
[junit4] 2> 261902 INFO (jetty-launcher-21-thread-2) [ ]
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find
system property or JNDI)
[junit4] 2> 262312 INFO (jetty-launcher-21-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 262585 INFO (jetty-launcher-21-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 262680 INFO (jetty-launcher-21-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35231/solr
[junit4] 2> 262829 INFO (jetty-launcher-21-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35231/solr
[junit4] 2> 267203 INFO (jetty-launcher-21-thread-1)
[n:127.0.0.1:44721_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 267204 INFO (jetty-launcher-21-thread-2)
[n:127.0.0.1:43323_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 267219 INFO (jetty-launcher-21-thread-1)
[n:127.0.0.1:44721_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:44721_solr
[junit4] 2> 267220 INFO (jetty-launcher-21-thread-1)
[n:127.0.0.1:44721_solr ] o.a.s.c.Overseer Overseer
(id=98604910848770054-127.0.0.1:44721_solr-n_0000000000) starting
[junit4] 2> 267221 INFO (jetty-launcher-21-thread-2)
[n:127.0.0.1:43323_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:43323_solr
[junit4] 2> 267449 INFO
(zkCallback-32-thread-1-processing-n:127.0.0.1:43323_solr)
[n:127.0.0.1:43323_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 267546 INFO
(zkCallback-33-thread-1-processing-n:127.0.0.1:44721_solr)
[n:127.0.0.1:44721_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 268563 INFO (jetty-launcher-21-thread-1)
[n:127.0.0.1:44721_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:44721_solr
[junit4] 2> 268602 INFO
(zkCallback-32-thread-1-processing-n:127.0.0.1:43323_solr)
[n:127.0.0.1:43323_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 268613 INFO
(zkCallback-33-thread-1-processing-n:127.0.0.1:44721_solr)
[n:127.0.0.1:44721_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 270522 INFO (jetty-launcher-21-thread-1)
[n:127.0.0.1:44721_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_44721.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 270586 INFO (jetty-launcher-21-thread-2)
[n:127.0.0.1:43323_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43323.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 270845 INFO (jetty-launcher-21-thread-2)
[n:127.0.0.1:43323_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43323.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 270845 INFO (jetty-launcher-21-thread-2)
[n:127.0.0.1:43323_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43323.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 270863 INFO (jetty-launcher-21-thread-1)
[n:127.0.0.1:44721_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_44721.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 270864 INFO (jetty-launcher-21-thread-1)
[n:127.0.0.1:44721_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_44721.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 270927 INFO (jetty-launcher-21-thread-2)
[n:127.0.0.1:43323_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node2/.
[junit4] 2> 270943 INFO (jetty-launcher-21-thread-1)
[n:127.0.0.1:44721_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node1/.
[junit4] 2> 272829 INFO
(SUITE-TestLocalFSCloudBackupRestore-seed#[4E270CA6D1B4DDD1]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 272910 INFO
(SUITE-TestLocalFSCloudBackupRestore-seed#[4E270CA6D1B4DDD1]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35231/solr ready
[junit4] 2> 274688 INFO
(TEST-TestLocalFSCloudBackupRestore.test-seed#[4E270CA6D1B4DDD1]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 275203 INFO (qtp797741325-260) [n:127.0.0.1:43323_solr ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
pullReplicas=1&replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=8&name=backuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 275366 INFO
(OverseerThreadFactory-131-thread-1-processing-n:127.0.0.1:44721_solr)
[n:127.0.0.1:44721_solr ] o.a.s.c.CreateCollectionCmd Create collection
backuprestore
[junit4] 2> 275384 WARN
(OverseerThreadFactory-131-thread-1-processing-n:127.0.0.1:44721_solr)
[n:127.0.0.1:44721_solr ] o.a.s.c.CreateCollectionCmd Specified number of
replicas of 4 on collection backuprestore is higher than the number of Solr
instances currently live or live and part of your createNodeSet(2). It's
unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 275828 INFO
(OverseerStateUpdate-98604910848770054-127.0.0.1:44721_solr-n_0000000000)
[n:127.0.0.1:44721_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"backuprestore_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43323/solr";,
[junit4] 2> "type":"NRT"}
[junit4] 2> 275923 INFO
(OverseerStateUpdate-98604910848770054-127.0.0.1:44721_solr-n_0000000000)
[n:127.0.0.1:44721_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"backuprestore_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44721/solr";,
[junit4] 2> "type":"NRT"}
[junit4] 2> 275939 INFO
(OverseerStateUpdate-98604910848770054-127.0.0.1:44721_solr-n_0000000000)
[n:127.0.0.1:44721_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"backuprestore_shard1_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43323/solr";,
[junit4] 2> "type":"TLOG"}
[junit4] 2> 275972 INFO
(OverseerStateUpdate-98604910848770054-127.0.0.1:44721_solr-n_0000000000)
[n:127.0.0.1:44721_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"backuprestore_shard1_replica_p5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44721/solr";,
[junit4] 2> "type":"PULL"}
[junit4] 2> 275988 INFO
(OverseerStateUpdate-98604910848770054-127.0.0.1:44721_solr-n_0000000000)
[n:127.0.0.1:44721_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"backuprestore_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43323/solr";,
[junit4] 2> "type":"NRT"}
[junit4] 2> 275990 INFO
(OverseerStateUpdate-98604910848770054-127.0.0.1:44721_solr-n_0000000000)
[n:127.0.0.1:44721_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"backuprestore_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44721/solr";,
[junit4] 2> "type":"NRT"}
[junit4] 2> 276053 INFO
(OverseerStateUpdate-98604910848770054-127.0.0.1:44721_solr-n_0000000000)
[n:127.0.0.1:44721_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"backuprestore_shard2_replica_t11",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43323/solr";,
[junit4] 2> "type":"TLOG"}
[junit4] 2> 276055 INFO
(OverseerStateUpdate-98604910848770054-127.0.0.1:44721_solr-n_0000000000)
[n:127.0.0.1:44721_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"backuprestore_shard2_replica_p14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44721/solr";,
[junit4] 2> "type":"PULL"}
[junit4] 2> 277373 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 277374 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 277482 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node12&name=backuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 277483 INFO (qtp797741325-317) [n:127.0.0.1:43323_solr ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node15&name=backuprestore_shard2_replica_t11&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 277793 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node9&name=backuprestore_shard1_replica_t4&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 278295 INFO (qtp1601836828-251) [n:127.0.0.1:44721_solr ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node10&name=backuprestore_shard1_replica_p5&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 278295 INFO (qtp1601836828-251) [n:127.0.0.1:44721_solr ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 278473 INFO (qtp1601836828-255) [n:127.0.0.1:44721_solr ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node13&name=backuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 278521 INFO (qtp1601836828-265) [n:127.0.0.1:44721_solr ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node16&name=backuprestore_shard2_replica_p14&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 278522 INFO (qtp1601836828-253) [n:127.0.0.1:44721_solr ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node7&name=backuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 278576 INFO
(zkCallback-32-thread-1-processing-n:127.0.0.1:43323_solr)
[n:127.0.0.1:43323_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/backuprestore/state.json] for collection [backuprestore] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 278590 INFO
(zkCallback-33-thread-1-processing-n:127.0.0.1:44721_solr)
[n:127.0.0.1:44721_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/backuprestore/state.json] for collection [backuprestore] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 278606 INFO
(zkCallback-32-thread-2-processing-n:127.0.0.1:43323_solr)
[n:127.0.0.1:43323_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/backuprestore/state.json] for collection [backuprestore] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 278918 INFO
(zkCallback-33-thread-1-processing-n:127.0.0.1:44721_solr)
[n:127.0.0.1:44721_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/backuprestore/state.json] for collection [backuprestore] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 278919 INFO
(zkCallback-32-thread-2-processing-n:127.0.0.1:43323_solr)
[n:127.0.0.1:43323_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/backuprestore/state.json] for collection [backuprestore] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 278919 INFO
(zkCallback-32-thread-1-processing-n:127.0.0.1:43323_solr)
[n:127.0.0.1:43323_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/backuprestore/state.json] for collection [backuprestore] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 279348 INFO (qtp797741325-317) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node15 x:backuprestore_shard2_replica_t11]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 279411 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 279429 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node9 x:backuprestore_shard1_replica_t4]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 279456 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 279606 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node9 x:backuprestore_shard1_replica_t4]
o.a.s.s.IndexSchema [backuprestore_shard1_replica_t4] Schema name=minimal
[junit4] 2> 279622 INFO (qtp797741325-317) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node15 x:backuprestore_shard2_replica_t11]
o.a.s.s.IndexSchema [backuprestore_shard2_replica_t11] Schema name=minimal
[junit4] 2> 279622 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.s.IndexSchema [backuprestore_shard2_replica_n6] Schema name=minimal
[junit4] 2> 279638 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node9 x:backuprestore_shard1_replica_t4]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 279638 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node9 x:backuprestore_shard1_replica_t4]
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_t4' using
configuration from collection backuprestore, trusted=true
[junit4] 2> 279654 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 279654 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n6' using
configuration from collection backuprestore, trusted=true
[junit4] 2> 279751 INFO (qtp797741325-317) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node15 x:backuprestore_shard2_replica_t11]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 279751 INFO (qtp797741325-317) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node15 x:backuprestore_shard2_replica_t11]
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_t11'
using configuration from collection backuprestore, trusted=true
[junit4] 2> 279751 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43323.solr.core.backuprestore.shard2.replica_n6' (registry
'solr.core.backuprestore.shard2.replica_n6') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 279751 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 279751 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.c.SolrCore [[backuprestore_shard2_replica_n6] ] Opening new SolrCore at
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node2/backuprestore_shard2_replica_n6],
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node2/./backuprestore_shard2_replica_n6/data/]
[junit4] 2> 279751 INFO (qtp797741325-317) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node15 x:backuprestore_shard2_replica_t11]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43323.solr.core.backuprestore.shard2.replica_t11' (registry
'solr.core.backuprestore.shard2.replica_t11') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 279751 INFO (qtp797741325-317) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node15 x:backuprestore_shard2_replica_t11]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 279751 INFO (qtp797741325-317) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node15 x:backuprestore_shard2_replica_t11]
o.a.s.c.SolrCore [[backuprestore_shard2_replica_t11] ] Opening new SolrCore at
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node2/backuprestore_shard2_replica_t11],
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node2/./backuprestore_shard2_replica_t11/data/]
[junit4] 2> 279754 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node9 x:backuprestore_shard1_replica_t4]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43323.solr.core.backuprestore.shard1.replica_t4' (registry
'solr.core.backuprestore.shard1.replica_t4') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 279754 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node9 x:backuprestore_shard1_replica_t4]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 279768 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.s.IndexSchema [backuprestore_shard1_replica_n1] Schema name=minimal
[junit4] 2> 279783 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 279783 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n1' using
configuration from collection backuprestore, trusted=true
[junit4] 2> 279784 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_43323.solr.core.backuprestore.shard1.replica_n1' (registry
'solr.core.backuprestore.shard1.replica_n1') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 279784 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 279784 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.c.SolrCore [[backuprestore_shard1_replica_n1] ] Opening new SolrCore at
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node2/backuprestore_shard1_replica_n1],
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node2/./backuprestore_shard1_replica_n1/data/]
[junit4] 2> 279799 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node9 x:backuprestore_shard1_replica_t4]
o.a.s.c.SolrCore [[backuprestore_shard1_replica_t4] ] Opening new SolrCore at
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node2/backuprestore_shard1_replica_t4],
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node2/./backuprestore_shard1_replica_t4/data/]
[junit4] 2> 279868 INFO (qtp1601836828-255) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node13 x:backuprestore_shard2_replica_n8]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 279882 INFO (qtp1601836828-253) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_n2]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 279898 INFO (qtp1601836828-251) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node10 x:backuprestore_shard1_replica_p5]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 279915 INFO (qtp1601836828-265) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p14]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 280077 INFO (qtp1601836828-255) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node13 x:backuprestore_shard2_replica_n8]
o.a.s.s.IndexSchema [backuprestore_shard2_replica_n8] Schema name=minimal
[junit4] 2> 280097 INFO (qtp1601836828-251) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node10 x:backuprestore_shard1_replica_p5]
o.a.s.s.IndexSchema [backuprestore_shard1_replica_p5] Schema name=minimal
[junit4] 2> 280323 INFO (qtp1601836828-255) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node13 x:backuprestore_shard2_replica_n8]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 280323 INFO (qtp1601836828-255) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node13 x:backuprestore_shard2_replica_n8]
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n8' using
configuration from collection backuprestore, trusted=true
[junit4] 2> 280324 INFO (qtp1601836828-255) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node13 x:backuprestore_shard2_replica_n8]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_44721.solr.core.backuprestore.shard2.replica_n8' (registry
'solr.core.backuprestore.shard2.replica_n8') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 280324 INFO (qtp1601836828-255) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node13 x:backuprestore_shard2_replica_n8]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 280324 INFO (qtp1601836828-255) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node13 x:backuprestore_shard2_replica_n8]
o.a.s.c.SolrCore [[backuprestore_shard2_replica_n8] ] Opening new SolrCore at
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node1/backuprestore_shard2_replica_n8],
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node1/./backuprestore_shard2_replica_n8/data/]
[junit4] 2> 280356 INFO (qtp1601836828-251) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node10 x:backuprestore_shard1_replica_p5]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 280356 INFO (qtp1601836828-251) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node10 x:backuprestore_shard1_replica_p5]
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_p5' using
configuration from collection backuprestore, trusted=true
[junit4] 2> 280357 INFO (qtp1601836828-251) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node10 x:backuprestore_shard1_replica_p5]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_44721.solr.core.backuprestore.shard1.replica_p5' (registry
'solr.core.backuprestore.shard1.replica_p5') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 280357 INFO (qtp1601836828-251) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node10 x:backuprestore_shard1_replica_p5]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 280357 INFO (qtp1601836828-251) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node10 x:backuprestore_shard1_replica_p5]
o.a.s.c.SolrCore [[backuprestore_shard1_replica_p5] ] Opening new SolrCore at
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node1/backuprestore_shard1_replica_p5],
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node1/./backuprestore_shard1_replica_p5/data/]
[junit4] 2> 280358 INFO (qtp1601836828-265) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p14]
o.a.s.s.IndexSchema [backuprestore_shard2_replica_p14] Schema name=minimal
[junit4] 2> 280388 INFO (qtp1601836828-253) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_n2]
o.a.s.s.IndexSchema [backuprestore_shard1_replica_n2] Schema name=minimal
[junit4] 2> 280521 INFO (qtp1601836828-265) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p14]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 280521 INFO (qtp1601836828-265) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p14]
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_p14'
using configuration from collection backuprestore, trusted=true
[junit4] 2> 280521 INFO (qtp1601836828-265) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p14]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_44721.solr.core.backuprestore.shard2.replica_p14' (registry
'solr.core.backuprestore.shard2.replica_p14') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 280521 INFO (qtp1601836828-265) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p14]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 280522 INFO (qtp1601836828-265) [n:127.0.0.1:44721_solr
c:backuprestore s:shard2 r:core_node16 x:backuprestore_shard2_replica_p14]
o.a.s.c.SolrCore [[backuprestore_shard2_replica_p14] ] Opening new SolrCore at
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node1/backuprestore_shard2_replica_p14],
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node1/./backuprestore_shard2_replica_p14/data/]
[junit4] 2> 280572 INFO (qtp1601836828-253) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_n2]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 280572 INFO (qtp1601836828-253) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_n2]
o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n2' using
configuration from collection backuprestore, trusted=true
[junit4] 2> 280573 INFO (qtp1601836828-253) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_n2]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_44721.solr.core.backuprestore.shard1.replica_n2' (registry
'solr.core.backuprestore.shard1.replica_n2') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@59c9a127
[junit4] 2> 280573 INFO (qtp1601836828-253) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_n2]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 280573 INFO (qtp1601836828-253) [n:127.0.0.1:44721_solr
c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_n2]
o.a.s.c.SolrCore [[backuprestore_shard1_replica_n2] ] Opening new SolrCore at
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node1/backuprestore_shard1_replica_n2],
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_4E270CA6D1B4DDD1-001/tempDir-001/node1/./backuprestore_shard1_replica_n2/data/]
[junit4] 2> 281151 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 281151 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 281152 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node9 x:backuprestore_shard1_replica_t4]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 281281 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node9 x:backuprestore_shard1_replica_t4]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 281314 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 281314 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 281512 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 281512 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 281512 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node9 x:backuprestore_shard1_replica_t4]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 281512 INFO (qtp797741325-318) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node9 x:backuprestore_shard1_replica_t4]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 281524 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 281524 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 281579 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@4cfb54b0[backuprestore_shard1_replica_n1] main]
[junit4] 2> 281594 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 281594 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@9ba8b5c[backuprestore_shard2_replica_n6] main]
[junit4] 2> 281595 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 281595 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 281596 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 281643 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 281645 INFO (qtp797741325-259) [n:127.0.0.1:43323_solr
c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_n6]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1577678598005850112
[junit4] 2> 281659 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 281659 INFO (qtp797741325-316) [n:127.0.0.1:43323_solr
c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
[...truncated too long message...]
.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=29170, name=StoppableIndexingThread,
state=TIMED_WAITING, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
[junit4] > 4) Thread[id=33640,
name=StoppableIndexingThread-SendThread(127.0.0.1:38400), state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 5) Thread[id=33641,
name=StoppableIndexingThread-EventThread, state=WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > 6) Thread[id=29171, name=StoppableIndexingThread,
state=TIMED_WAITING, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
[junit4] > 7) Thread[id=36338, name=zkCallback-1811-thread-3,
state=TIMED_WAITING, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([4E270CA6D1B4DDD1]:0)Throwable #2:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
[junit4] > 1) Thread[id=36337, name=zkCallback-1811-thread-2,
state=TIMED_WAITING, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=33645, name=zkCallback-1811-thread-1,
state=TIMED_WAITING, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=29170, name=StoppableIndexingThread,
state=RUNNABLE, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
[junit4] > 4) Thread[id=33640,
name=StoppableIndexingThread-SendThread(127.0.0.1:38400), state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 5) Thread[id=29171, name=StoppableIndexingThread,
state=RUNNABLE, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:328)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeSolrInputDocument(JavaBinCodec.java:616)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:355)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeMapEntry(JavaBinCodec.java:764)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:383)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeIterator(JavaBinCodec.java:705)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:367)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeNamedList(JavaBinCodec.java:223)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:330)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
[junit4] > at
org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:155)
[junit4] > at
org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.marshal(JavaBinUpdateRequestCodec.java:91)
[junit4] > at
org.apache.solr.client.solrj.impl.BinaryRequestWriter.getContentStream(BinaryRequestWriter.java:67)
[junit4] > at
org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getDelegate(RequestWriter.java:94)
[junit4] > at
org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getName(RequestWriter.java:104)
[junit4] > at
org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:382)
[junit4] > at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] > at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at
org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:176)
[junit4] > at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
[junit4] > 6) Thread[id=36338, name=zkCallback-1811-thread-3,
state=TIMED_WAITING, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([4E270CA6D1B4DDD1]:0)
[junit4] Completed [272/732 (5!)] on J1 in 195.83s, 1 test, 1 failure, 2
errors <<< FAILURES!
[...truncated 47528 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
