Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.6-Linux/87/
Java: 64bit/jdk-10.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test
Error Message:
null
Stack Trace:
java.lang.NumberFormatException: null
at
__randomizedtesting.SeedInfo.seed([BCAE0D43D544115C:34FA32997BB87CA4]:0)
at java.base/java.lang.Long.parseLong(Long.java:655)
at java.base/java.lang.Long.parseLong(Long.java:817)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForReplicationFromReplicas(AbstractFullDistribZkTestBase.java:2133)
at
org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:211)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test
Error Message:
null
Stack Trace:
java.lang.NumberFormatException: null
at
__randomizedtesting.SeedInfo.seed([BCAE0D43D544115C:34FA32997BB87CA4]:0)
at java.base/java.lang.Long.parseLong(Long.java:655)
at java.base/java.lang.Long.parseLong(Long.java:817)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForReplicationFromReplicas(AbstractFullDistribZkTestBase.java:2133)
at
org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:211)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test
Error Message:
null
Stack Trace:
java.lang.NumberFormatException: null
at
__randomizedtesting.SeedInfo.seed([BCAE0D43D544115C:34FA32997BB87CA4]:0)
at java.base/java.lang.Long.parseLong(Long.java:655)
at java.base/java.lang.Long.parseLong(Long.java:817)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForReplicationFromReplicas(AbstractFullDistribZkTestBase.java:2133)
at
org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:211)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test
Error Message:
null
Stack Trace:
java.lang.NumberFormatException: null
at
__randomizedtesting.SeedInfo.seed([BCAE0D43D544115C:34FA32997BB87CA4]:0)
at java.base/java.lang.Long.parseLong(Long.java:655)
at java.base/java.lang.Long.parseLong(Long.java:817)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForReplicationFromReplicas(AbstractFullDistribZkTestBase.java:2133)
at
org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:211)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 14171 lines...]
[junit4] Suite:
org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/init-core-data-001
[junit4] 2> 1246214 WARN
(SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[BCAE0D43D544115C]-worker)
[ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=29 numCloses=29
[junit4] 2> 1246214 INFO
(SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[BCAE0D43D544115C]-worker)
[ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1246215 INFO
(SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[BCAE0D43D544115C]-worker)
[ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0,
clientAuth=0.0/0.0)
[junit4] 2> 1246215 INFO
(SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[BCAE0D43D544115C]-worker)
[ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1246215 INFO
(SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[BCAE0D43D544115C]-worker)
[ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system
property: /ls_/q
[junit4] 2> 1246215 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.ChaosMonkeySafeLeaderWithPullReplicasTest Starting ChaosMonkey
test with 2 shards and 8 nodes
[junit4] 2> 1246216 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1246216 INFO (Thread-2872) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1246216 INFO (Thread-2872) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 1246218 ERROR (Thread-2872) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 1246317 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.ZkTestServer start zk server on port:44005
[junit4] 2> 1246318 INFO (zkConnectionManagerCallback-7551-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1246321 INFO (zkConnectionManagerCallback-7553-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1246324 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 1246324 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 1246325 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1246325 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 1246326 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 1246326 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 1246327 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 1246327 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1246328 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1246328 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 1246329 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractZkTestCase put
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 1246330 INFO (zkConnectionManagerCallback-7557-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1246331 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless
explicitly asked otherwise
[junit4] 2> 1246384 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
[junit4] 2> 1246385 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1246385 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1246385 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1246386 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@13b5e1{/ls_/q,null,AVAILABLE}
[junit4] 2> 1246386 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.AbstractConnector Started ServerConnector@2afdbc3d{SSL,[ssl,
http/1.1]}{127.0.0.1:44273}
[junit4] 2> 1246386 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.Server Started @1246420ms
[junit4] 2> 1246386 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ls_/q,
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/tempDir-001/control/data,
hostPort=44273,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/control-001/cores,
replicaType=NRT}
[junit4] 2> 1246386 ERROR
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
be missing or incomplete.
[junit4] 2> 1246386 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1246386 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
version 7.6.0
[junit4] 2> 1246386 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 1246386 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1246386 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-12-11T05:01:42.265832Z
[junit4] 2> 1246387 INFO (zkConnectionManagerCallback-7559-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1246388 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 1246388 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig Loading container configuration from
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/control-001/solr.xml
[junit4] 2> 1246393 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1246393 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1246394 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 1246453 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44005/solr
[junit4] 2> 1246454 INFO (zkConnectionManagerCallback-7563-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1246455 INFO (zkConnectionManagerCallback-7565-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1246487 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C])
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.OverseerElectionContext I am going to
be the leader 127.0.0.1:44273_ls_%2Fq
[junit4] 2> 1246487 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C])
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.Overseer Overseer
(id=72173518403469317-127.0.0.1:44273_ls_%2Fq-n_0000000000) starting
[junit4] 2> 1246490 INFO (zkConnectionManagerCallback-7572-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1246492 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C])
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.s.i.ZkClientClusterStateProvider
Cluster at 127.0.0.1:44005/solr ready
[junit4] 2> 1246496 INFO
(OverseerStateUpdate-72173518403469317-127.0.0.1:44273_ls_%2Fq-n_0000000000)
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.Overseer Starting to work on the main
queue : 127.0.0.1:44273_ls_%2Fq
[junit4] 2> 1246496 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C])
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:44273_ls_%2Fq
[junit4] 2> 1246497 INFO (zkCallback-7571-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1246500 INFO (zkCallback-7564-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1246503 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C])
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.h.a.MetricsHistoryHandler No .system
collection, keeping metrics history in memory.
[junit4] 2> 1246511 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C])
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1246517 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C])
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1246517 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C])
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1246518 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C])
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/control-001/cores
[junit4] 2> 1246527 INFO (zkConnectionManagerCallback-7578-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1246528 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1246528 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44005/solr
ready
[junit4] 2> 1246536 INFO (qtp1781603282-20733) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44273_ls_%252Fq&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1246537 INFO
(OverseerThreadFactory-6731-thread-1-processing-n:127.0.0.1:44273_ls_%2Fq)
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.a.c.CreateCollectionCmd Create
collection control_collection
[junit4] 2> 1246643 INFO (qtp1781603282-20734) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1246647 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core
create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1246647 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
x:control_collection_shard1_replica_n1]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 1247682 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 1247689 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1247725 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1247732 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1'
using configuration from collection control_collection, trusted=true
[junit4] 2> 1247732 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.control_collection.shard1.replica_n1' (registry
'solr.core.control_collection.shard1.replica_n1') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1247732 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore
at
[/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/control-001/cores/control_collection_shard1_replica_n1],
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1247734 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=1.0]
[junit4] 2> 1247752 WARN (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 1247779 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 1247779 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1247780 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1247780 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1247781 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=1.0]
[junit4] 2> 1247781 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@106c32de[control_collection_shard1_replica_n1] main]
[junit4] 2> 1247782 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 1247783 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1247783 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1247783 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1619530354431885312
[junit4] 2> 1247784 INFO
(searcherExecutor-6736-thread-1-processing-n:127.0.0.1:44273_ls_%2Fq
x:control_collection_shard1_replica_n1 c:control_collection s:shard1)
[n:127.0.0.1:44273_ls_%2Fq c:control_collection s:shard1
x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore
[control_collection_shard1_replica_n1] Registered new searcher
Searcher@106c32de[control_collection_shard1_replica_n1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1247787 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ZkShardTerms Successful update of terms at
/collections/control_collection/terms/shard1 to Terms{values={core_node2=0},
version=0}
[junit4] 2> 1247788 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1247788 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1247788 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy Sync replicas to
https://127.0.0.1:44273/ls_/q/control_collection_shard1_replica_n1/
[junit4] 2> 1247788 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1247788 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy
https://127.0.0.1:44273/ls_/q/control_collection_shard1_replica_n1/ has no
replicas
[junit4] 2> 1247788 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 1247789 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
https://127.0.0.1:44273/ls_/q/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1247891 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1247893 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
status=0 QTime=1245
[junit4] 2> 1247894 INFO (qtp1781603282-20733) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at
most 30 seconds. Check all shard replicas
[junit4] 2> 1247993 INFO (zkCallback-7564-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/control_collection/state.json] for collection
[control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1248539 INFO
(OverseerCollectionConfigSetProcessor-72173518403469317-127.0.0.1:44273_ls_%2Fq-n_0000000000)
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1248895 INFO (qtp1781603282-20733) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44273_ls_%252Fq&wt=javabin&version=2}
status=0 QTime=2358
[junit4] 2> 1248898 INFO (zkConnectionManagerCallback-7583-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1248899 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1248899 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44005/solr
ready
[junit4] 2> 1248899 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection
loss:false
[junit4] 2> 1248901 INFO (qtp1781603282-20732) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1248902 INFO
(OverseerThreadFactory-6731-thread-2-processing-n:127.0.0.1:44273_ls_%2Fq)
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.a.c.CreateCollectionCmd Create
collection collection1
[junit4] 2> 1249105 WARN
(OverseerThreadFactory-6731-thread-2-processing-n:127.0.0.1:44273_ls_%2Fq)
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.a.c.CreateCollectionCmd It is unusual
to create a collection (collection1) without cores.
[junit4] 2> 1249107 INFO (qtp1781603282-20732) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at
most 30 seconds. Check all shard replicas
[junit4] 2> 1249108 INFO (qtp1781603282-20732) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2}
status=0 QTime=206
[junit4] 2> 1249160 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-1-001
of type TLOG
[junit4] 2> 1249161 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
[junit4] 2> 1249162 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1249162 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1249162 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1249162 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@1524c1df{/ls_/q,null,AVAILABLE}
[junit4] 2> 1249162 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.AbstractConnector Started ServerConnector@5011f247{SSL,[ssl,
http/1.1]}{127.0.0.1:46241}
[junit4] 2> 1249162 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.Server Started @1249197ms
[junit4] 2> 1249163 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ls_/q,
solrconfig=solrconfig.xml,
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/tempDir-001/jetty1,
hostPort=46241,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-1-001/cores,
replicaType=TLOG}
[junit4] 2> 1249163 ERROR
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
be missing or incomplete.
[junit4] 2> 1249163 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1249163 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
version 7.6.0
[junit4] 2> 1249163 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 1249163 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1249163 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-12-11T05:01:45.042423Z
[junit4] 2> 1249164 INFO (zkConnectionManagerCallback-7585-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1249165 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 1249165 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig Loading container configuration from
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-1-001/solr.xml
[junit4] 2> 1249167 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1249167 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1249167 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 1249229 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44005/solr
[junit4] 2> 1249230 INFO (zkConnectionManagerCallback-7589-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1249231 INFO (zkConnectionManagerCallback-7591-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1249234 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1249236 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 1249236 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:46241_ls_%2Fq
[junit4] 2> 1249236 INFO (zkCallback-7564-thread-2) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1249236 INFO (zkCallback-7571-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1249236 INFO (zkCallback-7582-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1249236 INFO (zkCallback-7590-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1249243 INFO (zkConnectionManagerCallback-7598-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1249244 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1249244 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44005/solr
ready
[junit4] 2> 1249244 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics
history in memory.
[junit4] 2> 1249254 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1249260 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1249260 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1249261 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-1-001/cores
[junit4] 2> 1249276 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with
params
node=127.0.0.1:46241_ls_%252Fq&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1249278 INFO
(OverseerCollectionConfigSetProcessor-72173518403469317-127.0.0.1:44273_ls_%2Fq-n_0000000000)
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1249279 INFO (qtp1781603282-20770) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes}
status=0 QTime=0
[junit4] 2> 1249280 INFO (qtp1781603282-20772) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1249289 INFO (qtp908179736-20789) [n:127.0.0.1:46241_ls_%2Fq
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1249290 INFO
(OverseerThreadFactory-6731-thread-3-processing-n:127.0.0.1:44273_ls_%2Fq)
[n:127.0.0.1:44273_ls_%2Fq c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd
Node Identified 127.0.0.1:46241_ls_%2Fq for creating new replica of shard
shard2 for collection collection1
[junit4] 2> 1249293 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create
command
qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1250326 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 7.6.0
[junit4] 2> 1250337 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema
[collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 1250375 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema
Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1250383 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard2_replica_t41' using configuration from
collection collection1, trusted=true
[junit4] 2> 1250383 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.collection1.shard2.replica_t41' (registry
'solr.core.collection1.shard2.replica_t41') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1250383 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore
[[collection1_shard2_replica_t41] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-1-001/cores/collection1_shard2_replica_t41],
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 1250385 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=1.0]
[junit4] 2> 1250401 WARN (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 1250423 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1250423 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1250423 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker
Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1250423 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 1250424 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=1.0]
[junit4] 2> 1250424 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@4f8c6eed[collection1_shard2_replica_t41] main]
[junit4] 2> 1250426 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 1250426 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1250426 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1250427 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1619530357204320256
[junit4] 2> 1250427 INFO
(searcherExecutor-6750-thread-1-processing-n:127.0.0.1:46241_ls_%2Fq
x:collection1_shard2_replica_t41 c:collection1 s:shard2)
[n:127.0.0.1:46241_ls_%2Fq c:collection1 s:shard2
x:collection1_shard2_replica_t41] o.a.s.c.SolrCore
[collection1_shard2_replica_t41] Registered new searcher
Searcher@4f8c6eed[collection1_shard2_replica_t41]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1250430 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms
Successful update of terms at /collections/collection1/terms/shard2 to
Terms{values={core_node42=0}, version=0}
[junit4] 2> 1250431 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1250432 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1250432 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy
Sync replicas to https://127.0.0.1:46241/ls_/q/collection1_shard2_replica_t41/
[junit4] 2> 1250432 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy
Sync Success - now sync replicas to me
[junit4] 2> 1250432 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy
https://127.0.0.1:46241/ls_/q/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 1250432 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 1250432 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController
collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 1250433 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
https://127.0.0.1:46241/ls_/q/collection1_shard2_replica_t41/ shard2
[junit4] 2> 1250535 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController
I am the leader, no recovery necessary
[junit4] 2> 1250536 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG}
status=0 QTime=1243
[junit4] 2> 1250538 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null
path=/admin/collections
params={node=127.0.0.1:46241_ls_%252Fq&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2}
status=0 QTime=1261
[junit4] 2> 1250589 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-2-001
of type TLOG
[junit4] 2> 1250590 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
[junit4] 2> 1250591 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1250591 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1250591 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1250591 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@11f8054{/ls_/q,null,AVAILABLE}
[junit4] 2> 1250592 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.AbstractConnector Started ServerConnector@22246b58{SSL,[ssl,
http/1.1]}{127.0.0.1:40377}
[junit4] 2> 1250592 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.Server Started @1250626ms
[junit4] 2> 1250592 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ls_/q,
solrconfig=solrconfig.xml,
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/tempDir-001/jetty2,
hostPort=40377,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-2-001/cores,
replicaType=TLOG}
[junit4] 2> 1250592 ERROR
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
be missing or incomplete.
[junit4] 2> 1250592 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1250592 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
version 7.6.0
[junit4] 2> 1250592 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 1250592 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1250592 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-12-11T05:01:46.471590Z
[junit4] 2> 1250593 INFO (zkConnectionManagerCallback-7601-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250594 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 1250594 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig Loading container configuration from
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-2-001/solr.xml
[junit4] 2> 1250600 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1250600 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1250601 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 1250625 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44005/solr
[junit4] 2> 1250626 INFO (zkConnectionManagerCallback-7605-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250627 INFO (zkConnectionManagerCallback-7607-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250630 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1250632 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 1250632 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:40377_ls_%2Fq
[junit4] 2> 1250632 INFO (zkCallback-7564-thread-2) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1250632 INFO (zkCallback-7590-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1250632 INFO (zkCallback-7571-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1250632 INFO (zkCallback-7582-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1250632 INFO (zkCallback-7606-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1250632 INFO (zkCallback-7597-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1250639 INFO (zkConnectionManagerCallback-7614-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250640 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1250640 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44005/solr
ready
[junit4] 2> 1250641 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics
history in memory.
[junit4] 2> 1250650 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1250656 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1250656 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1250657 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-2-001/cores
[junit4] 2> 1250684 INFO (qtp12442898-20827) [n:127.0.0.1:40377_ls_%2Fq
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with
params
node=127.0.0.1:40377_ls_%252Fq&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 1250686 INFO
(OverseerCollectionConfigSetProcessor-72173518403469317-127.0.0.1:44273_ls_%2Fq-n_0000000000)
[n:127.0.0.1:44273_ls_%2Fq ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1250689 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1250689 INFO (qtp1781603282-20770) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes}
status=0 QTime=0
[junit4] 2> 1250690 INFO (qtp1781603282-20728) [n:127.0.0.1:44273_ls_%2Fq
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1250691 INFO (qtp908179736-20788) [n:127.0.0.1:46241_ls_%2Fq
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_t41:INDEX.sizeInBytes}
status=0 QTime=0
[junit4] 2> 1250691 INFO (qtp908179736-20790) [n:127.0.0.1:46241_ls_%2Fq
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
status=0 QTime=0
[junit4] 2> 1250692 INFO
(OverseerThreadFactory-6731-thread-4-processing-n:127.0.0.1:44273_ls_%2Fq)
[n:127.0.0.1:44273_ls_%2Fq c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd
Node Identified 127.0.0.1:40377_ls_%2Fq for creating new replica of shard
shard1 for collection collection1
[junit4] 2> 1250694 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create
command
qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1250798 INFO (zkCallback-7590-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 1251730 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 7.6.0
[junit4] 2> 1251737 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema
[collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 1251777 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema
Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1251786 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard1_replica_t43' using configuration from
collection collection1, trusted=true
[junit4] 2> 1251786 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.collection1.shard1.replica_t43' (registry
'solr.core.collection1.shard1.replica_t43') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@166b608f
[junit4] 2> 1251787 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore
[[collection1_shard1_replica_t43] ] Opening new SolrCore at
[/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-2-001/cores/collection1_shard1_replica_t43],
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 1251788 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=1.0]
[junit4] 2> 1251806 WARN (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 1251832 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1251832 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1251833 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker
Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1251833 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 1251834 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=1.0]
[junit4] 2> 1251834 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@2d8494b3[collection1_shard1_replica_t43] main]
[junit4] 2> 1251835 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 1251835 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1251835 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1251835 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1619530358680715264
[junit4] 2> 1251836 INFO
(searcherExecutor-6764-thread-1-processing-n:127.0.0.1:40377_ls_%2Fq
x:collection1_shard1_replica_t43 c:collection1 s:shard1)
[n:127.0.0.1:40377_ls_%2Fq c:collection1 s:shard1
x:collection1_shard1_replica_t43] o.a.s.c.SolrCore
[collection1_shard1_replica_t43] Registered new searcher
Searcher@2d8494b3[collection1_shard1_replica_t43]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1251838 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkShardTerms
Successful update of terms at /collections/collection1/terms/shard1 to
Terms{values={core_node44=0}, version=0}
[junit4] 2> 1251839 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1251839 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1251839 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy
Sync replicas to https://127.0.0.1:40377/ls_/q/collection1_shard1_replica_t43/
[junit4] 2> 1251839 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy
Sync Success - now sync replicas to me
[junit4] 2> 1251839 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy
https://127.0.0.1:40377/ls_/q/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 1251839 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 1251839 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController
collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 1251840 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
https://127.0.0.1:40377/ls_/q/collection1_shard1_replica_t43/ shard1
[junit4] 2> 1251941 INFO (zkCallback-7590-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/collection1/state.json] for collection [collection1] has
occurred - updating... (live nodes size: [3])
[junit4] 2> 1251942 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController
I am the leader, no recovery necessary
[junit4] 2> 1251943 INFO (qtp12442898-20828) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
status=0 QTime=1248
[junit4] 2> 1251944 INFO (qtp12442898-20827) [n:127.0.0.1:40377_ls_%2Fq
c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null
path=/admin/collections
params={node=127.0.0.1:40377_ls_%252Fq&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2}
status=0 QTime=1260
[junit4] 2> 1251999 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-3-001
of type TLOG
[junit4] 2> 1251999 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z;
git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
[junit4] 2> 1252000 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1252000 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1252000 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1252000 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@207980b5{/ls_/q,null,AVAILABLE}
[junit4] 2> 1252001 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.AbstractConnector Started ServerConnector@9ebb0e4{SSL,[ssl,
http/1.1]}{127.0.0.1:34385}
[junit4] 2> 1252001 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.Server Started @1252035ms
[junit4] 2> 1252001 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ls_/q,
solrconfig=solrconfig.xml,
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/tempDir-001/jetty3,
hostPort=34385,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-001/shard-3-001/cores,
replicaType=TLOG}
[junit4] 2> 1252001 ERROR
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may
be missing or incomplete.
[junit4] 2> 1252001 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1252001 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
version 7.6.0
[junit4] 2> 1252001 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 1252001 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
[...truncated too long message...]
er Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 79794 INFO (zkCallback-391-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 79794 INFO (coreCloseExecutor-520-thread-1)
[n:127.0.0.1:34589_ls_%2Fq c:collection1 s:shard1 r:core_node56
x:collection1_shard1_replica_p55] o.a.s.c.SolrCore
[collection1_shard1_replica_p55] CLOSING SolrCore
org.apache.solr.core.SolrCore@76555547
[junit4] 2> 79794 INFO (coreCloseExecutor-520-thread-1)
[n:127.0.0.1:34589_ls_%2Fq c:collection1 s:shard1 r:core_node56
x:collection1_shard1_replica_p55] o.a.s.m.SolrMetricManager Closing metric
reporters for registry=solr.core.collection1.shard1.replica_p55, tag=76555547
[junit4] 2> 79794 INFO (coreCloseExecutor-520-thread-1)
[n:127.0.0.1:34589_ls_%2Fq c:collection1 s:shard1 r:core_node56
x:collection1_shard1_replica_p55] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@4ad93179: rootName = null,
domain = solr.core.collection1.shard1.replica_p55, service url = null, agent id
= null] for registry solr.core.collection1.shard1.replica_p55 /
com.codahale.metrics.MetricRegistry@705822ee
[junit4] 2> 79800 INFO (coreCloseExecutor-520-thread-1)
[n:127.0.0.1:34589_ls_%2Fq c:collection1 s:shard1 r:core_node56
x:collection1_shard1_replica_p55] o.a.s.m.SolrMetricManager Closing metric
reporters for registry=solr.collection.collection1.shard1.leader, tag=76555547
[junit4] 2> 79803 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.Overseer Overseer
(id=72173647394111531-127.0.0.1:34589_ls_%2Fq-n_0000000009) closing
[junit4] 2> 79803 INFO
(OverseerStateUpdate-72173647394111531-127.0.0.1:34589_ls_%2Fq-n_0000000009)
[n:127.0.0.1:34589_ls_%2Fq ] o.a.s.c.Overseer Overseer Loop exiting :
127.0.0.1:34589_ls_%2Fq
[junit4] 2> 79803 WARN
(OverseerAutoScalingTriggerThread-72173647394111531-127.0.0.1:34589_ls_%2Fq-n_0000000009)
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we
are closed, exiting.
[junit4] 2> 79805 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.AbstractConnector Stopped ServerConnector@278292d9{SSL,[ssl,
http/1.1]}{127.0.0.1:34589}
[junit4] 2> 79805 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@3283903b{/ls_/q,null,UNAVAILABLE}
[junit4] 2> 79806 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 79807 ERROR
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 79807 INFO
(TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[BCAE0D43D544115C]) [
] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38483 38483
[junit4] 2> 79845 INFO (Thread-139) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:38483 38483
[junit4] 2> 79846 WARN (Thread-139) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 30 /solr/aliases.json
[junit4] 2> 28 /solr/collections/collection1/terms/shard1
[junit4] 2> 17 /solr/collections/collection1/terms/shard2
[junit4] 2> 14 /solr/security.json
[junit4] 2> 14 /solr/configs/conf1
[junit4] 2> 3
/solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 171 /solr/collections/collection1/state.json
[junit4] 2> 30 /solr/clusterprops.json
[junit4] 2> 30 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 3
/solr/overseer_elect/election/72173647394111507-127.0.0.1:39975_ls_%2Fq-n_0000000003
[junit4] 2> 2
/solr/overseer_elect/election/72173647394111511-127.0.0.1:35477_ls_%2Fq-n_0000000004
[junit4] 2> 2
/solr/overseer_elect/election/72173647394111523-127.0.0.1:41381_ls_%2Fq-n_0000000007
[junit4] 2> 2
/solr/collections/collection1/leader_elect/shard1/election/72173647394111503-core_node44-n_0000000000
[junit4] 2> 2
/solr/overseer_elect/election/72173647394111519-127.0.0.1:44219_ls_%2Fq-n_0000000006
[junit4] 2> 2
/solr/overseer_elect/election/72173647394111531-127.0.0.1:34589_ls_%2Fq-n_0000000009
[junit4] 2> 2
/solr/overseer_elect/election/72173647394111535-127.0.0.1:38761_ls_%2Fq-n_0000000010
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 30 /solr/live_nodes
[junit4] 2> 30 /solr/collections
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeySafeLeaderWithPullReplicasTest -Dtests.method=test
-Dtests.seed=BCAE0D43D544115C -Dtests.multiplier=3 -Dtests.slow=true
-Dtests.badapples=true -Dtests.locale=qu-EC
-Dtests.timezone=America/Scoresbysund -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[junit4] ERROR 34.3s J2 | ChaosMonkeySafeLeaderWithPullReplicasTest.test
<<<
[junit4] > Throwable #1: java.lang.NumberFormatException: null
[junit4] > at
__randomizedtesting.SeedInfo.seed([BCAE0D43D544115C:34FA32997BB87CA4]:0)
[junit4] > at java.base/java.lang.Long.parseLong(Long.java:655)
[junit4] > at java.base/java.lang.Long.parseLong(Long.java:817)
[junit4] > at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForReplicationFromReplicas(AbstractFullDistribZkTestBase.java:2133)
[junit4] > at
org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:211)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at
java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_BCAE0D43D544115C-002
[junit4] 2> Dec 11, 2018 5:35:04 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 7 leaked
thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {},
docValues:{}, maxPointsInLeafNode=1211, maxMBSortInHeap=6.638425181219729,
sim=RandomSimilarity(queryNorm=false): {}, locale=qu-EC,
timezone=America/Scoresbysund
[junit4] 2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 10.0.1
(64-bit)/cpus=8,threads=1,free=363994184,total=529530880
[junit4] 2> NOTE: All tests run in this JVM:
[ChaosMonkeySafeLeaderWithPullReplicasTest,
ChaosMonkeySafeLeaderWithPullReplicasTest]
[junit4] Completed [5/5 (5!)] on J2 in 34.59s, 1 test, 1 error <<< FAILURES!
[...truncated 15 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/lucene/common-build.xml:1567: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.6-Linux/lucene/common-build.xml:1092:
There were test failures: 5 suites, 5 tests, 5 errors [seed: BCAE0D43D544115C]
Total time: 1 minute 22 seconds
[repro] Setting last failure code to 256
[repro] Failures:
[repro] 5/5 failed:
org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all
warnings.
<Git Blamer> GIT_COMMIT=719cde97f84640faa1e3525690d262946571245f,
workspace=/var/lib/jenkins/workspace/Lucene-Solr-7.6-Linux
[WARNINGS] Computing warning deltas based on reference build #85
Recording test results
Setting
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
