Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2109/
4 tests failed. FAILED: org.apache.solr.cloud.UnloadDistributedZkTest.test Error Message: Could not load collection from ZK: unloadcollection Stack Trace: org.apache.solr.common.SolrException: Could not load collection from ZK: unloadcollection at __randomizedtesting.SeedInfo.seed([32FC05DCE5E93BB0:BAA83A064B155648]:0) at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115) at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648) at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135) at org.apache.solr.cloud.UnloadDistributedZkTest.testCoreUnloadAndLeaders(UnloadDistributedZkTest.java:307) at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:68) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/unloadcollection/state.json at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212) at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357) at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127) at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113) ... 48 more FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter Error Message: KeeperErrorCode = Session expired for /clusterstate.json Stack Trace: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json at __randomizedtesting.SeedInfo.seed([32FC05DCE5E93BB0:9ACA9B017A88D0EA]:0) at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102) at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323) at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320) at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:442) at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication Error Message: Index: 0, Size: 0 Stack Trace: java.lang.IndexOutOfBoundsException: Index: 0, Size: 0 at __randomizedtesting.SeedInfo.seed([32FC05DCE5E93BB0:26B45E89C6EE86AE]:0) at java.util.ArrayList.rangeCheck(ArrayList.java:653) at java.util.ArrayList.get(ArrayList.java:429) at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes Error Message: expected:<2> but was:<7> Stack Trace: java.lang.AssertionError: expected:<2> but was:<7> at __randomizedtesting.SeedInfo.seed([32FC05DCE5E93BB0:2EFD7851904C4523]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.junit.Assert.assertEquals(Assert.java:456) at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909) at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 11535 lines...] [junit4] Suite: org.apache.solr.cloud.TestTlogReplica [junit4] 2> 0 INFO (SUITE-TestTlogReplica-seed#[32FC05DCE5E93BB0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/init-core-data-001 [junit4] 2> 2482 INFO (SUITE-TestTlogReplica-seed#[32FC05DCE5E93BB0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 3392 INFO (SUITE-TestTlogReplica-seed#[32FC05DCE5E93BB0]-worker) [ ] o.e.j.u.log Logging initialized @19253ms [junit4] 2> 3447 INFO (SUITE-TestTlogReplica-seed#[32FC05DCE5E93BB0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 6282 INFO (SUITE-TestTlogReplica-seed#[32FC05DCE5E93BB0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/tempDir-001 [junit4] 2> 6374 INFO (SUITE-TestTlogReplica-seed#[32FC05DCE5E93BB0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 6413 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 6519 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 7324 INFO (SUITE-TestTlogReplica-seed#[32FC05DCE5E93BB0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34618 [junit4] 2> 8441 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running [junit4] 2> 8752 ERROR (Thread-1) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 10919 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ed39ddff20000, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 13238 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 13253 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 13678 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e2d0a4d{/solr,null,AVAILABLE} [junit4] 2> 13679 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@512e2ccc{/solr,null,AVAILABLE} [junit4] 2> 14421 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70b814bc{SSL,[ssl, http/1.1]}{127.0.0.1:40853} [junit4] 2> 14421 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server Started @30300ms [junit4] 2> 14422 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40853} [junit4] 2> 14692 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40d8d327{SSL,[ssl, http/1.1]}{127.0.0.1:40598} [junit4] 2> 14695 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server Started @30574ms [junit4] 2> 14696 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40598} [junit4] 2> 15061 ERROR (jetty-launcher-1-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 15061 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 15078 ERROR (jetty-launcher-1-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 15079 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 15098 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 15099 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 15131 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 15131 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 15244 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-30T16:28:20.322Z [junit4] 2> 15262 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-30T16:28:20.306Z [junit4] 2> 18379 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 18618 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 18619 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 22286 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34618/solr [junit4] 2> 22298 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34618/solr [junit4] 2> 26942 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:40598_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 26943 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:40853_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 26999 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:40598_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40598_solr [junit4] 2> 27012 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:40853_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40853_solr [junit4] 2> 27121 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 27125 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 27249 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:40598_solr ] o.a.s.c.Overseer Overseer (id=98748916869234694-127.0.0.1:40598_solr-n_0000000000) starting [junit4] 2> 29158 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:40598_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40598_solr [junit4] 2> 29306 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 29328 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 34173 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:40598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40598.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42465ee6 [junit4] 2> 34175 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:40598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40598.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42465ee6 [junit4] 2> 34175 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:40598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40598.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42465ee6 [junit4] 2> 34196 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:40853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40853.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42465ee6 [junit4] 2> 34230 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:40853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40853.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42465ee6 [junit4] 2> 34231 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:40853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40853.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42465ee6 [junit4] 2> 34634 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:40853_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/tempDir-001/node2/. [junit4] 2> 34906 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:40598_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/tempDir-001/node1/. [junit4] 2> 38285 INFO (SUITE-TestTlogReplica-seed#[32FC05DCE5E93BB0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 38286 INFO (SUITE-TestTlogReplica-seed#[32FC05DCE5E93BB0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34618/solr ready [junit4] 2> 38483 INFO (SUITE-TestTlogReplica-seed#[32FC05DCE5E93BB0]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false [junit4] 2> 42830 INFO (qtp1581773283-29) [n:127.0.0.1:40598_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 42885 INFO (qtp1581773283-29) [n:127.0.0.1:40598_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=220 [junit4] 2> 43437 INFO (TEST-TestTlogReplica.testAddRemoveTlogReplica-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveTlogReplica [junit4] 2> 43493 INFO (qtp1581773283-35) [n:127.0.0.1:40598_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_remove_tlog_replica&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 43733 INFO (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_add_remove_tlog_replica [junit4] 2> 44044 INFO (OverseerStateUpdate-98748916869234694-127.0.0.1:40598_solr-n_0000000000) [n:127.0.0.1:40598_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:40853/solr", [junit4] 2> "type":"TLOG"} [junit4] 2> 44132 INFO (OverseerStateUpdate-98748916869234694-127.0.0.1:40598_solr-n_0000000000) [n:127.0.0.1:40598_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:40598/solr", [junit4] 2> "type":"TLOG"} [junit4] 2> 44964 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 45204 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 45410 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 45411 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 45937 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 45958 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 45958 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 45986 INFO (zkCallback-13-thread-2-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 47048 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 47049 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 47986 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] Schema name=minimal [junit4] 2> 48009 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] Schema name=minimal [junit4] 2> 48441 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 48442 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true [junit4] 2> 48462 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 48462 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true [junit4] 2> 48698 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40598.solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t3' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42465ee6 [junit4] 2> 48717 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40853.solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42465ee6 [junit4] 2> 48772 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 48789 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 48902 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/tempDir-001/node1/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/tempDir-001/node1/./tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3/data/] [junit4] 2> 48915 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/tempDir-001/node2/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/tempDir-001/node2/./tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/data/] [junit4] 2> 55941 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 55957 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 56013 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 56114 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 56115 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 56030 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 56125 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 56270 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 56434 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57823b18[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] main] [junit4] 2> 56452 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.s.SolrIndexSearcher Opening [Searcher@612959ef[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] main] [junit4] 2> 56745 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 56765 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 56965 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 56981 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 57092 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 57110 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 58025 INFO (searcherExecutor-16-thread-1-processing-n:127.0.0.1:40853_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node2) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] Registered new searcher Searcher@57823b18[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 58048 INFO (searcherExecutor-15-thread-1-processing-n:127.0.0.1:40598_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node4) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] Registered new searcher Searcher@612959ef[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 58063 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579982722960457728 [junit4] 2> 58077 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579982722975137792 [junit4] 2> 58242 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 58242 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 58242 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40598/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3/ [junit4] 2> 58276 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 58276 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.SyncStrategy https://127.0.0.1:40598/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3/ has no replicas [junit4] 2> 58276 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 58297 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3 stopping background replication from leader [junit4] 2> 58314 INFO (zkCallback-13-thread-2-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58314 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58315 INFO (zkCallback-12-thread-3-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58316 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58335 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 58443 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 58443 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40853/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/ [junit4] 2> 58516 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 58516 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SyncStrategy https://127.0.0.1:40853/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/ has no replicas [junit4] 2> 58516 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 58517 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1 stopping background replication from leader [junit4] 2> 58645 INFO (zkCallback-12-thread-3-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58645 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58645 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58645 INFO (zkCallback-13-thread-2-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58701 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40853/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/ shard1 [junit4] 2> 58701 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40598/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3/ shard2 [junit4] 2> 58899 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58899 INFO (zkCallback-13-thread-2-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58900 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58901 INFO (zkCallback-12-thread-3-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 58919 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 58920 INFO (qtp686957351-32) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node2 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=13510 [junit4] 2> 58934 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 58956 INFO (qtp1581773283-38) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t3&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=13994 [junit4] 2> 59228 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 59228 INFO (zkCallback-13-thread-2-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 59228 INFO (zkCallback-12-thread-3-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 59228 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 59446 INFO (qtp1581773283-35) [n:127.0.0.1:40598_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 59465 INFO (qtp1581773283-35) [n:127.0.0.1:40598_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_remove_tlog_replica&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2} status=0 QTime=15972 [junit4] 2> 59779 INFO (OverseerCollectionConfigSetProcessor-98748916869234694-127.0.0.1:40598_solr-n_0000000000) [n:127.0.0.1:40598_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 59845 INFO (OverseerThreadFactory-10-thread-2-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40598_solr for creating new replica [junit4] 2> 59959 INFO (OverseerStateUpdate-98748916869234694-127.0.0.1:40598_solr-n_0000000000) [n:127.0.0.1:40598_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"addreplica", [junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:40598/solr", [junit4] 2> "node_name":"127.0.0.1:40598_solr", [junit4] 2> "type":"TLOG"} [junit4] 2> 60105 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 60106 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 60106 INFO (zkCallback-13-thread-2-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 60121 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 60121 INFO (zkCallback-12-thread-3-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 60236 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 60434 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 60727 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 60727 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 60728 INFO (zkCallback-13-thread-2-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 60779 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 60779 INFO (zkCallback-12-thread-3-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 60833 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] Schema name=minimal [junit4] 2> 60907 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 60907 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true [junit4] 2> 60942 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40598.solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t5' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42465ee6 [junit4] 2> 60942 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 60942 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/tempDir-001/node1/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/tempDir-001/node1/./tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5/data/] [junit4] 2> 61477 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 61477 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 61492 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 61492 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 61513 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c6d7865[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] main] [junit4] 2> 61584 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 61600 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 61601 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 61601 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579982726670319616 [junit4] 2> 61621 INFO (searcherExecutor-25-thread-1-processing-n:127.0.0.1:40598_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node6) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] Registered new searcher Searcher@1c6d7865[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 61747 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.ZkController Core needs to recover:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 [junit4] 2> 61783 INFO (updateExecutor-7-thread-1-processing-n:127.0.0.1:40598_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node6) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.u.DefaultSolrCoreState Running recovery [junit4] 2> 61783 INFO (qtp1581773283-33) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1547 [junit4] 2> 61849 INFO (qtp1581773283-37) [n:127.0.0.1:40598_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/c/tlog_replica_test_add_remove_tlog_replica/shards params={} status=0 QTime=2219 [junit4] 2> 61868 INFO (OverseerCollectionConfigSetProcessor-98748916869234694-127.0.0.1:40598_solr-n_0000000000) [n:127.0.0.1:40598_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 61931 INFO (recoveryExecutor-8-thread-1-processing-n:127.0.0.1:40598_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node6) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true [junit4] 2> 61951 INFO (recoveryExecutor-8-thread-1-processing-n:127.0.0.1:40598_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node6) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]] [junit4] 2> 61967 INFO (recoveryExecutor-8-thread-1-processing-n:127.0.0.1:40598_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node6) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 stopping background replication from leader [junit4] 2> 61967 INFO (recoveryExecutor-8-thread-1-processing-n:127.0.0.1:40598_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node6) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] [junit4] 2> 61967 INFO (recoveryExecutor-8-thread-1-processing-n:127.0.0.1:40598_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node6) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null} [junit4] 2> 61967 INFO (recoveryExecutor-8-thread-1-processing-n:127.0.0.1:40598_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node6) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.RecoveryStrategy Publishing state of core [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] as recovering, leader is [https://127.0.0.1:40853/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/] and I am [https://127.0.0.1:40598/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5/] [junit4] 2> 62097 INFO (recoveryExecutor-8-thread-1-processing-n:127.0.0.1:40598_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node6) [n:127.0.0.1:40598_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:40853/solr]; [WaitForState: action=PREPRECOVERY&core=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&nodeName=127.0.0.1:40598_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true] [junit4] 2> 62440 INFO (qtp686957351-31) [n:127.0.0.1:40853_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s [junit4] 2> 62495 INFO (qtp686957351-31) [n:127.0.0.1:40853_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_add_remove_tlog_replica, shard=shard1, thisCore=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:40598_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5","base_url":"https://127.0.0.1:40598/solr","node_name":"127.0.0.1:40598_solr","state":"down","type":"TLOG"} [junit4] 2> 62566 INFO (OverseerThreadFactory-10-thread-3-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40853_solr for creating new replica [junit4] 2> 62669 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 62669 INFO (zkCallback-13-thread-2-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 62669 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 62670 INFO (zkCallback-12-thread-3-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 62676 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 62852 INFO (OverseerStateUpdate-98748916869234694-127.0.0.1:40598_solr-n_0000000000) [n:127.0.0.1:40598_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"addreplica", [junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:40853/solr", [junit4] 2> "node_name":"127.0.0.1:40853_solr", [junit4] 2> "type":"TLOG"} [junit4] 2> 62961 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 62961 INFO (zkCallback-13-thread-2-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 62961 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 62962 INFO (zkCallback-12-thread-3-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 62971 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 63046 INFO (qtp686957351-26) [n:127.0.0.1:40853_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 63250 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 63250 INFO (zkCallback-13-thread-2-processing-n:127.0.0.1:40853_solr) [n:127.0.0.1:40853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 63251 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 63251 INFO (zkCallback-12-thread-3-processing-n:127.0.0.1:40598_solr) [n:127.0.0.1:40598_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 63260 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 63262 INFO (qtp686957351-26) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node8 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 63463 INFO (qtp686957351-26) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node8 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] Schema name=minimal [junit4] 2> 63496 INFO (qtp686957351-31) [n:127.0.0.1:40853_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_add_remove_tlog_replica, shard=shard1, thisCore=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:40598_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5","base_url":"https://127.0.0.1:40598/solr","node_name":"127.0.0.1:40598_solr","state":"recovering","type":"TLOG"} [junit4] 2> 63503 INFO (qtp686957351-31) [n:127.0.0.1:40853_solr ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds. [junit4] 2> 63504 INFO (qtp686957351-31) [n:127.0.0.1:40853_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:40598_solr&onlyIfLeaderActive=true&core=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1064 [junit4] 2> 63517 INFO (qtp686957351-26) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node8 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 63517 INFO (qtp686957351-26) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node8 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true [junit4] 2> 63518 INFO (qtp686957351-26) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node8 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40853.solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t7' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42465ee6 [junit4] 2> 63518 INFO (qtp686957351-26) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node8 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 63518 INFO (qtp686957351-26) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node8 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/tempDir-001/node2/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_32FC05DCE5E93BB0-001/tempDir-001/node2/./tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7/data/] [junit4] 2> 64081 INFO (qtp686957351-26) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node8 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 64081 INFO (qtp686957351-26) [n:127.0.0.1:40853_solr c:tlog_replica_test_add_rem [...truncated too long message...] ,UNAVAILABLE} [junit4] 2> 3387873 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestRepeater [junit4] 2> 3387889 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4066e0a9{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 3387889 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=573147691 [junit4] 2> 3387890 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 3387890 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9bafe03: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@326bb1f3 [junit4] 2> 3387891 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 3387891 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e73c69b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@49eac923 [junit4] 2> 3387892 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 3387892 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f525bfd: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4961d860 [junit4] 2> 3387913 INFO (coreCloseExecutor-4842-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@e26d3b7 [junit4] 2> 3387913 INFO (coreCloseExecutor-4842-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=237425591 [junit4] 2> 3387946 INFO (coreCloseExecutor-4842-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e24f7b3: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@3a7f31cb [junit4] 2> 3387985 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7301414d{/solr,null,UNAVAILABLE} [junit4] 2> 3388024 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@155af9e7{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 3388024 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=845947677 [junit4] 2> 3388024 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 3388024 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19d9f659: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@405c2994 [junit4] 2> 3388025 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 3388025 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c3a6d1d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@49eac923 [junit4] 2> 3388026 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 3388026 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7422321d: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4961d860 [junit4] 2> 3388036 INFO (coreCloseExecutor-4844-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@708db21a [junit4] 2> 3388036 INFO (coreCloseExecutor-4844-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1888334362 [junit4] 2> 3388036 INFO (coreCloseExecutor-4844-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7572ef1d: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@740e3dd6 [junit4] 2> 3388073 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[32FC05DCE5E93BB0]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33bf47ba{/solr,null,UNAVAILABLE} [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_32FC05DCE5E93BB0-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), newname=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=993, maxMBSortInHeap=7.5649419327039125, sim=RandomSimilarity(queryNorm=true): {}, locale=ca, timezone=Asia/Jayapura [junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=11805936,total=491257856 [junit4] 2> NOTE: All tests run in this JVM: [TestNumericTerms64, BlockJoinFacetRandomTest, TestScoreJoinQPScore, ConfigSetsAPITest, CustomCollectionTest, TestJettySolrRunner, TestCoreDiscovery, SystemInfoHandlerTest, TestFastLRUCache, AlternateDirectoryTest, TestConfigSetsAPIExclusivity, TestPKIAuthenticationPlugin, NodeMutatorTest, TestPartialUpdateDeduplication, SolrMetricManagerTest, ClassificationUpdateProcessorFactoryTest, TestDynamicFieldResource, TestDocTermOrds, NoCacheHeaderTest, ConvertedLegacyTest, SegmentsInfoRequestHandlerTest, TestCollectionAPI, BasicAuthStandaloneTest, DistributedFacetPivotLargeTest, MoreLikeThisHandlerTest, PeerSyncWithIndexFingerprintCachingTest, DistributedTermsComponentTest, HighlighterTest, ZkStateWriterTest, DOMUtilTest, DocValuesTest, TestAddFieldRealTimeGet, TestManagedResource, AsyncCallRequestStatusResponseTest, TestDistributedGrouping, TestFieldCacheSort, CloneFieldUpdateProcessorFactoryTest, UninvertDocValuesMergePolicyTest, TestOverriddenPrefixQueryForCustomFieldType, TestSearchPerf, TestStressRecovery, JsonLoaderTest, TestDelegationWithHadoopAuth, TestPrepRecovery, HdfsChaosMonkeyNothingIsSafeTest, TestPostingsSolrHighlighter, TestSolrCloudWithSecureImpersonation, QueryParsingTest, TestCollectionAPIs, CoreAdminHandlerTest, FileUtilsTest, TestConfigSetImmutable, SoftAutoCommitTest, TestGeoJSONResponseWriter, SpatialFilterTest, BooleanFieldTest, SampleTest, TestDefaultStatsCache, TemplateUpdateProcessorTest, BufferStoreTest, TestTestInjection, SolrJmxReporterTest, TestElisionMultitermQuery, TestManagedSynonymFilterFactory, TestLegacyTerms, BadComponentTest, TestStandardQParsers, TestLegacyField, ParsingFieldUpdateProcessorsTest, DistribJoinFromCollectionTest, TestAtomicUpdateErrorCases, TestSSLRandomization, CdcrVersionReplicationTest, TestCloudRecovery, ShardRoutingTest, DeleteStatusTest, DocValuesMultiTest, TermVectorComponentTest, UpdateRequestProcessorFactoryTest, TestMacros, TestBulkSchemaAPI, TestNumericRangeQuery64, SearchHandlerTest, TestSolrJ, TestPolicyCloud, HdfsTlogReplayBufferedWhileIndexingTest, TestSimpleTextCodec, DirectoryFactoryTest, TestReplicaProperties, RulesTest, DistributedMLTComponentTest, AliasIntegrationTest, BigEndianAscendingWordDeserializerTest, IndexSchemaTest, TestNRTOpen, ConjunctionSolrSpellCheckerTest, OverseerStatusTest, CollectionReloadTest, RecoveryAfterSoftCommitTest, InfixSuggestersTest, TestSimpleTrackingShardHandler, DocValuesNotIndexedTest, TestFieldTypeCollectionResource, TestXmlQParser, TestDistributedStatsComponentCardinality, TestMissingGroups, SolrShardReporterTest, JvmMetricsTest, TestCharFilters, TestInPlaceUpdatesStandalone, TestSolrCloudSnapshots, DirectSolrSpellCheckerTest, QueryResultKeyTest, VMParamsZkACLAndCredentialsProvidersTest, TestExactStatsCache, StatelessScriptUpdateProcessorFactoryTest, TestExceedMaxTermLength, TestBM25SimilarityFactory, CachingDirectoryFactoryTest, DistanceFunctionTest, AnalysisErrorHandlingTest, TestQueryTypes, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, TestReplicationHandler] [junit4] Completed [383/734 (4!)] on J1 in 202.99s, 16 tests, 1 error, 1 skipped <<< FAILURES! [...truncated 48014 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org