Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3856/ Java: 64bit/jdk-9-ea+175 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
3 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrBootstrapTest Error Message: ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:923) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:920) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:855) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:363) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:307) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:427) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:301) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:400) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:757) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:712) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1019) at org.apache.solr.core.SolrCore.reload(SolrCore.java:640) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1153) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:835) at java.base/java.lang.Thread.run(Thread.java:844) Stack Trace: java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:923) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:920) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:855) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:363) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:307) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:427) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:301) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:400) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:757) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:712) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1019) at org.apache.solr.core.SolrCore.reload(SolrCore.java:640) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1153) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:835) at java.base/java.lang.Thread.run(Thread.java:844) at __randomizedtesting.SeedInfo.seed([C9BA7907704B8843]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNull(Assert.java:551) at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:308) at jdk.internal.reflect.GeneratedMethodAccessor36.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster Error Message: Captured an uncaught exception in thread: Thread[id=11087, name=Thread-2787, state=RUNNABLE, group=TGRP-CdcrBootstrapTest] Stack Trace: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=11087, name=Thread-2787, state=RUNNABLE, group=TGRP-CdcrBootstrapTest] at __randomizedtesting.SeedInfo.seed([C9BA7907704B8843:1DFF325E971D3BB8]:0) Caused by: java.lang.AssertionError: 1 at __randomizedtesting.SeedInfo.seed([C9BA7907704B8843]:0) at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:191) at org.apache.solr.core.SolrCore.close(SolrCore.java:1613) at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:783) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1154) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:835) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey Error Message: There are still nodes recoverying - waited for 330 seconds Stack Trace: java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds at __randomizedtesting.SeedInfo.seed([C9BA7907704B8843:429DAAD6314D23C7]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856) at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:437) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 12511 lines...] [junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_C9BA7907704B8843-001/init-core-data-001 [junit4] 2> 1114132 WARN (SUITE-CdcrBootstrapTest-seed#[C9BA7907704B8843]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2 [junit4] 2> 1114132 INFO (SUITE-CdcrBootstrapTest-seed#[C9BA7907704B8843]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields [junit4] 2> 1114132 INFO (SUITE-CdcrBootstrapTest-seed#[C9BA7907704B8843]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 1114134 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C9BA7907704B8843]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster [junit4] 2> 1114134 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C9BA7907704B8843]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_C9BA7907704B8843-001/cdcr-target-001 [junit4] 2> 1114134 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C9BA7907704B8843]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1114134 INFO (Thread-2737) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1114134 INFO (Thread-2737) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1114136 ERROR (Thread-2737) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1114234 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C9BA7907704B8843]) [ ] o.a.s.c.ZkTestServer start zk server on port:37981 [junit4] 2> 1114242 INFO (jetty-launcher-1679-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1114253 INFO (jetty-launcher-1679-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@eedd352{/solr,null,AVAILABLE} [junit4] 2> 1114256 INFO (jetty-launcher-1679-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11f69cd6{SSL,[ssl, http/1.1]}{127.0.0.1:၄၅၃၆၅} [junit4] 2> 1114256 INFO (jetty-launcher-1679-thread-1) [ ] o.e.j.s.Server Started @၁၁၁၅၄၀၉ms [junit4] 2> 1114256 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45365} [junit4] 2> 1114256 ERROR (jetty-launcher-1679-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1114256 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.7.0 [junit4] 2> 1114256 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1114256 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1114256 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-29T23:20:04.812881Z [junit4] 2> 1114273 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1114276 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15cf62787530001, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 1114277 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 1114278 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37981/solr [junit4] 2> 1114295 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1114295 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45365_solr [junit4] 2> 1114296 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98223941529829379-127.0.0.1:45365_solr-n_0000000000) starting [junit4] 2> 1114316 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45365_solr [junit4] 2> 1114316 INFO (zkCallback-1686-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1114378 INFO (jetty-launcher-1679-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_C9BA7907704B8843-001/cdcr-target-001/node1/. [junit4] 2> 1114381 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15cf62787530004, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 1> Target zkHost = 127.0.0.1:37981/solr [junit4] 2> 1114386 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C9BA7907704B8843]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_C9BA7907704B8843-001/cdcr-source-001 [junit4] 2> 1114386 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C9BA7907704B8843]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1114386 INFO (Thread-2747) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1114387 INFO (Thread-2747) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1114393 ERROR (Thread-2747) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1114487 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C9BA7907704B8843]) [ ] o.a.s.c.ZkTestServer start zk server on port:38783 [junit4] 2> 1114492 INFO (jetty-launcher-1691-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1114512 INFO (jetty-launcher-1691-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64eafaf2{/solr,null,AVAILABLE} [junit4] 2> 1114512 INFO (jetty-launcher-1691-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b1eef35{SSL,[ssl, http/1.1]}{127.0.0.1:၄၂၂၉၉} [junit4] 2> 1114512 INFO (jetty-launcher-1691-thread-1) [ ] o.e.j.s.Server Started @၁၁၁၅၆၆၅ms [junit4] 2> 1114513 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42299} [junit4] 2> 1114513 ERROR (jetty-launcher-1691-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1114513 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.7.0 [junit4] 2> 1114513 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1114513 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1114513 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-29T23:20:05.069472Z [junit4] 2> 1114514 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1114518 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 1114518 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38783/solr [junit4] 2> 1114533 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1114533 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42299_solr [junit4] 2> 1114533 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98223941546475523-127.0.0.1:42299_solr-n_0000000000) starting [junit4] 2> 1114541 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42299_solr [junit4] 2> 1114546 INFO (zkCallback-1698-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1114565 INFO (jetty-launcher-1691-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_C9BA7907704B8843-001/cdcr-source-001/node1/. [junit4] 2> 1114590 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C9BA7907704B8843]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1114591 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C9BA7907704B8843]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38783/solr ready [junit4] 2> 1114643 INFO (qtp1346920357-10856) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1114645 INFO (OverseerThreadFactory-5938-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source [junit4] 2> 1114751 INFO (qtp1346920357-10862) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 [junit4] 2> 1114752 INFO (qtp1346920357-10862) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1114854 INFO (zkCallback-1698-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1115756 INFO (qtp1346920357-10862) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0 [junit4] 2> 1115759 INFO (qtp1346920357-10862) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 1115760 INFO (qtp1346920357-10862) [ ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica1] Schema name=minimal [junit4] 2> 1115761 INFO (qtp1346920357-10862) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1115762 INFO (qtp1346920357-10862) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema [junit4] 2> 1115762 INFO (qtp1346920357-10862) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak [junit4] 2> 1115762 INFO (qtp1346920357-10862) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica1' using configuration from collection cdcr-source, trusted=true [junit4] 2> 1115764 INFO (qtp1346920357-10862) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1115764 INFO (qtp1346920357-10862) [ ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_C9BA7907704B8843-001/cdcr-source-001/node1/cdcr-source_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_C9BA7907704B8843-001/cdcr-source-001/node1/./cdcr-source_shard1_replica1/data/] [junit4] 2> 1115825 INFO (qtp1346920357-10862) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog [junit4] 2> 1115825 INFO (qtp1346920357-10862) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1115826 INFO (qtp1346920357-10862) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1115826 INFO (qtp1346920357-10862) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1115827 INFO (qtp1346920357-10862) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7236d977[cdcr-source_shard1_replica1] main] [junit4] 2> 1115827 INFO (qtp1346920357-10862) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source [junit4] 2> 1115827 INFO (qtp1346920357-10862) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source [junit4] 2> 1115828 INFO (qtp1346920357-10862) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema [junit4] 2> 1115828 INFO (qtp1346920357-10862) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 1115828 INFO (qtp1346920357-10862) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1115831 INFO (qtp1346920357-10862) [ ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer [junit4] 2> 1115833 INFO (qtp1346920357-10862) [ ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process [junit4] 2> 1115845 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@7236d977[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1115845 INFO (qtp1346920357-10862) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1571583066270334976 [junit4] 2> 1115849 INFO (qtp1346920357-10862) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1115849 INFO (qtp1346920357-10862) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1115849 INFO (qtp1346920357-10862) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42299/solr/cdcr-source_shard1_replica1/ [junit4] 2> 1115849 INFO (qtp1346920357-10862) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 1115849 INFO (qtp1346920357-10862) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:42299/solr/cdcr-source_shard1_replica1/ has no replicas [junit4] 2> 1115849 INFO (qtp1346920357-10862) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 1115850 INFO (zkCallback-1698-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1 [junit4] 2> 1115853 INFO (qtp1346920357-10862) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42299/solr/cdcr-source_shard1_replica1/ shard1 [junit4] 2> 1115964 INFO (zkCallback-1698-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1116004 INFO (qtp1346920357-10862) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1116006 INFO (qtp1346920357-10862) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=1254 [junit4] 2> 1116007 INFO (qtp1346920357-10856) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 1116106 INFO (zkCallback-1698-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1116646 INFO (OverseerCollectionConfigSetProcessor-98223941546475523-127.0.0.1:42299_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1117007 INFO (qtp1346920357-10856) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2364 [junit4] 1> Adding 10 docs with commit=true, numDocs=100 [junit4] 2> 1117016 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 1117023 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1117023 INFO (qtp1346920357-10857) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1117117 INFO (qtp1346920357-10857) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@723b3081[cdcr-source_shard1_replica1] main] [junit4] 2> 1117117 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@723b3081[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C100)))} [junit4] 2> 1117117 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1117117 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=94 [junit4] 1> Adding 10 docs with commit=true, numDocs=200 [junit4] 2> 1117122 INFO (qtp1346920357-10862) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2 [junit4] 2> 1117123 INFO (qtp1346920357-10856) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1117124 INFO (qtp1346920357-10856) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1117249 INFO (qtp1346920357-10856) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@414f78dd[cdcr-source_shard1_replica1] main] [junit4] 2> 1117250 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@414f78dd[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C100) Uninverting(_1(6.7.0):C100)))} [junit4] 2> 1117250 INFO (qtp1346920357-10856) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1117250 INFO (qtp1346920357-10856) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=126 [junit4] 1> Adding 10 docs with commit=true, numDocs=300 [junit4] 2> 1117254 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2 [junit4] 2> 1117256 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1117256 INFO (qtp1346920357-10857) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1117389 INFO (qtp1346920357-10857) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@24649941[cdcr-source_shard1_replica1] main] [junit4] 2> 1117390 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1117390 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@24649941[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C100) Uninverting(_1(6.7.0):C100) Uninverting(_2(6.7.0):C100)))} [junit4] 2> 1117390 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=133 [junit4] 1> Adding 10 docs with commit=true, numDocs=400 [junit4] 2> 1117394 INFO (qtp1346920357-10862) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2 [junit4] 2> 1117396 INFO (qtp1346920357-10856) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1117396 INFO (qtp1346920357-10856) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1117568 INFO (qtp1346920357-10856) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@217986b2[cdcr-source_shard1_replica1] main] [junit4] 2> 1117568 INFO (qtp1346920357-10856) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1117568 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@217986b2[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C100) Uninverting(_1(6.7.0):C100) Uninverting(_2(6.7.0):C100) Uninverting(_3(6.7.0):C100)))} [junit4] 2> 1117580 INFO (qtp1346920357-10856) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=184 [junit4] 1> Adding 10 docs with commit=true, numDocs=500 [junit4] 2> 1117584 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1117585 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1117585 INFO (qtp1346920357-10857) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1117775 INFO (qtp1346920357-10857) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@52e9591b[cdcr-source_shard1_replica1] main] [junit4] 2> 1117775 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1117775 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@52e9591b[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C100) Uninverting(_1(6.7.0):C100) Uninverting(_2(6.7.0):C100) Uninverting(_3(6.7.0):C100) Uninverting(_4(6.7.0):C100)))} [junit4] 2> 1117776 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=190 [junit4] 1> Adding 10 docs with commit=true, numDocs=600 [junit4] 2> 1117779 INFO (qtp1346920357-10862) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1117781 INFO (qtp1346920357-10856) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1117781 INFO (qtp1346920357-10856) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1117994 INFO (qtp1346920357-10856) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1155f8b[cdcr-source_shard1_replica1] main] [junit4] 2> 1117994 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@1155f8b[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C100) Uninverting(_1(6.7.0):C100) Uninverting(_2(6.7.0):C100) Uninverting(_3(6.7.0):C100) Uninverting(_4(6.7.0):C100) Uninverting(_5(6.7.0):C100)))} [junit4] 2> 1117994 INFO (qtp1346920357-10856) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1117995 INFO (qtp1346920357-10856) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=213 [junit4] 1> Adding 10 docs with commit=true, numDocs=700 [junit4] 2> 1117998 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1118000 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1118000 INFO (qtp1346920357-10857) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1118288 INFO (qtp1346920357-10857) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@90751e8[cdcr-source_shard1_replica1] main] [junit4] 2> 1118289 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@90751e8[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C100) Uninverting(_1(6.7.0):C100) Uninverting(_2(6.7.0):C100) Uninverting(_3(6.7.0):C100) Uninverting(_4(6.7.0):C100) Uninverting(_5(6.7.0):C100) Uninverting(_6(6.7.0):C100)))} [junit4] 2> 1118289 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1118289 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=288 [junit4] 1> Adding 10 docs with commit=true, numDocs=800 [junit4] 2> 1118292 INFO (qtp1346920357-10862) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1118294 INFO (qtp1346920357-10856) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1118294 INFO (qtp1346920357-10856) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1118549 INFO (qtp1346920357-10856) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@44409d39[cdcr-source_shard1_replica1] main] [junit4] 2> 1118550 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@44409d39[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C100) Uninverting(_1(6.7.0):C100) Uninverting(_2(6.7.0):C100) Uninverting(_3(6.7.0):C100) Uninverting(_4(6.7.0):C100) Uninverting(_5(6.7.0):C100) Uninverting(_6(6.7.0):C100) Uninverting(_7(6.7.0):C100)))} [junit4] 2> 1118550 INFO (qtp1346920357-10856) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1118550 INFO (qtp1346920357-10856) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=255 [junit4] 1> Adding 10 docs with commit=true, numDocs=900 [junit4] 2> 1118553 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1118555 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1118555 INFO (qtp1346920357-10857) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1118838 INFO (qtp1346920357-10857) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@a9013f6[cdcr-source_shard1_replica1] main] [junit4] 2> 1118839 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1118839 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@a9013f6[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C100) Uninverting(_1(6.7.0):C100) Uninverting(_2(6.7.0):C100) Uninverting(_3(6.7.0):C100) Uninverting(_4(6.7.0):C100) Uninverting(_5(6.7.0):C100) Uninverting(_6(6.7.0):C100) Uninverting(_7(6.7.0):C100) Uninverting(_8(6.7.0):C100)))} [junit4] 2> 1118839 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=284 [junit4] 1> Adding 10 docs with commit=true, numDocs=1000 [junit4] 2> 1118843 INFO (qtp1346920357-10862) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2 [junit4] 2> 1118845 INFO (qtp1346920357-10856) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1118845 INFO (qtp1346920357-10856) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1119658 INFO (qtp1346920357-10856) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@382583b0[cdcr-source_shard1_replica1] main] [junit4] 2> 1119658 INFO (qtp1346920357-10856) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1119659 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@382583b0[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.7.0):C100) Uninverting(_1(6.7.0):C100) Uninverting(_2(6.7.0):C100) Uninverting(_3(6.7.0):C100) Uninverting(_4(6.7.0):C100) Uninverting(_5(6.7.0):C100) Uninverting(_6(6.7.0):C100) Uninverting(_7(6.7.0):C100) Uninverting(_8(6.7.0):C100) Uninverting(_9(6.7.0):C100)))} [junit4] 2> 1119659 INFO (qtp1346920357-10856) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=814 [junit4] 2> 1119661 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:3&wt=javabin&version=2} hits=1000 status=0 QTime=0 [junit4] 2> 1119671 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C9BA7907704B8843]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1119671 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C9BA7907704B8843]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37981/solr ready [junit4] 2> 1119722 INFO (qtp2122060107-10820) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1119723 INFO (OverseerThreadFactory-5930-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target [junit4] 2> 1119827 INFO (qtp2122060107-10821) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2 [junit4] 2> 1119827 INFO (qtp2122060107-10821) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1119929 INFO (zkCallback-1686-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1120831 INFO (qtp2122060107-10821) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0 [junit4] 2> 1120833 INFO (qtp2122060107-10821) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 1120835 INFO (qtp2122060107-10821) [ ] o.a.s.s.IndexSchema [cdcr-target_shard1_replica1] Schema name=minimal [junit4] 2> 1120835 INFO (qtp2122060107-10821) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1120836 INFO (qtp2122060107-10821) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema [junit4] 2> 1120837 INFO (qtp2122060107-10821) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak [junit4] 2> 1120837 INFO (qtp2122060107-10821) [ ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica1' using configuration from collection cdcr-target, trusted=true [junit4] 2> 1120837 INFO (qtp2122060107-10821) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1120837 INFO (qtp2122060107-10821) [ ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_C9BA7907704B8843-001/cdcr-target-001/node1/cdcr-target_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_C9BA7907704B8843-001/cdcr-target-001/node1/./cdcr-target_shard1_replica1/data/] [junit4] 2> 1120876 INFO (qtp2122060107-10821) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog [junit4] 2> 1120876 INFO (qtp2122060107-10821) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1120877 INFO (qtp2122060107-10821) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1120877 INFO (qtp2122060107-10821) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1120877 INFO (qtp2122060107-10821) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@701328b4[cdcr-target_shard1_replica1] main] [junit4] 2> 1120878 INFO (qtp2122060107-10821) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target [junit4] 2> 1120878 INFO (qtp2122060107-10821) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target [junit4] 2> 1120878 INFO (qtp2122060107-10821) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema [junit4] 2> 1120878 INFO (qtp2122060107-10821) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 1120878 INFO (qtp2122060107-10821) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1120879 INFO (qtp2122060107-10821) [ ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer [junit4] 2> 1120879 INFO (qtp2122060107-10821) [ ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process [junit4] 2> 1120880 INFO (searcherExecutor-5947-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Registered new searcher Searcher@701328b4[cdcr-target_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1120880 INFO (qtp2122060107-10821) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1571583071549915136 [junit4] 2> 1120882 INFO (qtp2122060107-10821) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1120882 INFO (qtp2122060107-10821) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1120882 INFO (qtp2122060107-10821) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45365/solr/cdcr-target_shard1_replica1/ [junit4] 2> 1120882 INFO (qtp2122060107-10821) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 1120882 INFO (qtp2122060107-10821) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:45365/solr/cdcr-target_shard1_replica1/ has no replicas [junit4] 2> 1120882 INFO (qtp2122060107-10821) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 1120883 INFO (zkCallback-1686-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1 [junit4] 2> 1120884 INFO (qtp2122060107-10821) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45365/solr/cdcr-target_shard1_replica1/ shard1 [junit4] 2> 1120985 INFO (zkCallback-1686-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1121035 INFO (qtp2122060107-10821) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1121036 INFO (qtp2122060107-10821) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2} status=0 QTime=1208 [junit4] 2> 1121037 INFO (qtp2122060107-10820) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 1121137 INFO (zkCallback-1686-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1121724 INFO (OverseerCollectionConfigSetProcessor-98223941529829379-127.0.0.1:45365_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1122037 INFO (qtp2122060107-10820) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2315 [junit4] 2> 1122041 INFO (zkCallback-1686-thread-1) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1 [junit4] 2> 1122042 INFO (qtp2122060107-10815) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:3&action=start&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1122042 INFO (zkCallback-1686-thread-1) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1 [junit4] 2> 1122045 INFO (qtp1346920357-10857) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1122046 INFO (qtp1346920357-10857) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37981/solr ready [junit4] 2> 1122051 INFO (qtp2122060107-10818) [ ] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0 [junit4] 2> 1122051 INFO (qtp2122060107-10818) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1122051 INFO (qtp2122060107-10817) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:3&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=3 [junit4] 2> 1122052 INFO (qtp1346920357-10857) [ ] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1 [junit4] 2> 1122052 INFO (qtp1346920357-10857) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1 [junit4] 2> 1122054 INFO (qtp1346920357-10857) [ ] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor [junit4] 2> 1122055 INFO (zkCallback-1698-thread-2) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1 [junit4] 2> 1122055 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:3&action=start&wt=javabin&version=2} status=0 QTime=11 [junit4] 2> 1122057 INFO (zkCallback-1698-thread-2) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1 [junit4] 2> 1122055 INFO (cdcr-bootstrap-status-1710-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: https://127.0.0.1:45365/solr/cdcr-target_shard1_replica1/ [junit4] 2> 1122059 INFO (qtp1346920357-10862) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:3&action=queues&wt=javabin&version=2} status=0 QTime=0 [junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=0},queues={127.0.0.1:37981/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47579,tlogTotalCount=10,updateLogSynchronizer=stopped} [junit4] 2> 1122060 INFO (qtp2122060107-10821) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=https://127.0.0.1:42299/solr/cdcr-source_shard1_replica1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1122061 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null} [junit4] 2> 1122061 INFO (qtp2122060107-10816) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false [junit4] 2> 1122061 INFO (qtp2122060107-10816) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-target:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1122062 INFO (qtp2122060107-10820) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1122063 INFO (qtp1346920357-10861) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1122063 INFO (cdcr-bootstrap-status-1710-thread-1) [ ] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms [junit4] 2> 1122063 INFO (qtp1346920357-10861) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1122063 INFO (qtp2122060107-10815) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:3&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 1122161 INFO (qtp1346920357-10861) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@666a8ada[cdcr-source_shard1_replica1] realtime] [junit4] 2> 1122161 INFO (qtp1346920357-10861) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1122161 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=98 [junit4] 2> 1122163 INFO (qtp1346920357-10859) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 1122163 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 12 [junit4] 2> 1122163 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1498778412619 [junit4] 2> 1122163 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 1122163 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 1122163 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process [junit4] 2> 1122168 INFO (qtp1346920357-10861) [ ] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4649, name=tlog.0000000000000000000.1571583067492974592}, {size=4770, name=tlog.0000000000000000001.1571583067606220800}, {size=4770, name=tlog.0000000000000000002.1571583067745681408}, {size=4770, name=tlog.0000000000000000003.1571583067892482048}, {size=4770, name=tlog.0000000000000000004.1571583068091711488}, {size=4770, name=tlog.0000000000000000005.1571583068296183808}, {size=4770, name=tlog.0000000000000000006.1571583068526870528}, {size=4770, name=tlog.0000000000000000007.1571583068835151872}, {size=4770, name=tlog.0000000000000000008.1571583069108830208}, {size=4770, name=tlog.0000000000000000009.1571583069411868672}] [junit4] 2> 1122168 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=3 [junit4] 2> 1122169 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 20 [junit4] 2> 1122169 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.IndexFetcher Number of tlog files in master: 10 [junit4] 2> 1122170 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 1122170 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@7d057812 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2ce0b80c) [junit4] 2> 1122172 INFO (qtp1346920357-10858) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122174 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122176 INFO (qtp1346920357-10859) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122178 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122180 INFO (qtp1346920357-10858) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122182 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122184 INFO (qtp1346920357-10859) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122186 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122187 INFO (qtp1346920357-10858) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122189 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122191 INFO (qtp1346920357-10859) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122193 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.tiv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122195 INFO (qtp1346920357-10858) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122197 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122199 INFO (qtp1346920357-10859) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122200 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122202 INFO (qtp1346920357-10858) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_MockRandom_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122204 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122206 INFO (qtp1346920357-10859) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneVarGapFixedInterval_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122209 INFO (qtp1346920357-10859) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122209 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4649, name=tlog.0000000000000000000.1571583067492974592}, {size=4770, name=tlog.0000000000000000001.1571583067606220800}, {size=4770, name=tlog.0000000000000000002.1571583067745681408}, {size=4770, name=tlog.0000000000000000003.1571583067892482048}, {size=4770, name=tlog.0000000000000000004.1571583068091711488}, {size=4770, name=tlog.0000000000000000005.1571583068296183808}, {size=4770, name=tlog.0000000000000000006.1571583068526870528}, {size=4770, name=tlog.0000000000000000007.1571583068835151872}, {size=4770, name=tlog.0000000000000000008.1571583069108830208}, {size=4770, name=tlog.0000000000000000009.1571583069411868672}] [junit4] 2> 1122213 INFO (qtp1346920357-10859) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000000.1571583067492974592&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122216 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000001.1571583067606220800&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122218 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000002.1571583067745681408&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122221 INFO (qtp1346920357-10858) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000003.1571583067892482048&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122223 INFO (qtp1346920357-10859) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000004.1571583068091711488&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122225 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000005.1571583068296183808&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122227 INFO (qtp1346920357-10861) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000006.1571583068526870528&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122229 INFO (qtp1346920357-10858) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000007.1571583068835151872&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122232 INFO (qtp1346920357-10859) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000008.1571583069108830208&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122234 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000009.1571583069411868672&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 1122234 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=99708) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@7d057812 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2ce0b80c) [junit4] 2> 1122262 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 1122263 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.IndexFetcher Reloading SolrCore cdcr-target_shard1_replica1 [junit4] 2> 1122267 INFO (Thread-2758) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0 [junit4] 2> 1122270 INFO (Thread-2758) [ ] o.a.s.s.IndexSchema [cdcr-target_shard1_replica1] Schema name=minimal [junit4] 2> 1122271 INFO (Thread-2758) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1122271 INFO (Thread-2758) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'cdcr-target_shard1_replica1' using configuration from collection cdcr-target [junit4] 2> 1122271 INFO (Thread-2758) [ ] o.a.s.c.SolrCore [[cdcr-target_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_C9BA7907704B8843-001/cdcr-target-001/node1/cdcr-target_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_C9BA7907704B8843-001/cdcr-target-001/node1/./cdcr-target_shard1_replica1/data/] [junit4] 2> 1122302 INFO (Thread-2758) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1122302 INFO (Thread-2758) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1122303 INFO (Thread-2758) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@46223933[cdcr-target_shard1_replica1] main] [junit4] 2> 1122303 INFO (Thread-2758) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target [junit4] 2> 1122304 INFO (Thread-2758) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target [junit4] 2> 1122304 INFO (Thread-2758) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema [junit4] 2> 1122304 INFO (Thread-2758) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 1122304 INFO (Thread-2758) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1122304 INFO (searcherExecutor-5959-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Registered new searcher Searcher@46223933[cdcr-target_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.7.0):C1000)))} [junit4] 2> 1122307 INFO (Thread-2758) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 1122307 INFO (Thread-2758) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b4c8f78[cdcr-target_shard1_replica1] main] [junit4] 2> 1122307 INFO (Thread-2758) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3179deaf [junit4] 2> 1122307 INFO (searcherExecutor-5959-thread-1) [ ] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Registered new searcher Searcher@1b4c8f78[cdcr-target_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.7.0):C1000)))} [junit4] 2> 1122307 INFO (Thread-2758) [ ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1 [junit4] 2> 1122308 INFO (Thread-2758) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.cdcr-target.shard1.replica1 [junit4] 2> 1122308 INFO (recoveryExecutor-1684-thread-1) [ ] o.a.s.h.CdcrRequestHandler No replay needed. [junit4] 2> 1123065 INFO (qtp2122060107-10821) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1123065 INFO (qtp2122060107-10821) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit. [junit4] 2> 1123066 INFO (qtp2122060107-10821) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1123066 INFO (qtp2122060107-10821) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-target:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1123068 INFO (qtp2122060107-10816) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:3&wt=javabin&version=2} hits=1000 status=0 QTime=0 [junit4] 2> 1123071 INFO (qtp2122060107-10817) [ ] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&action=CANCEL_BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1124063 WARN (cdcr-bootstrap-status-1710-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete [junit4] 2> 1124063 INFO (zkCallback-1698-thread-2) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1 [junit4] 2> 1124064 INFO (qtp1346920357-10856) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:3&action=stop&wt=javabin&version=2} status=0 QTime=994 [junit4] 2> 1124064 INFO (zkCallback-1698-thread-2) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STOPPED @ cdcr-source:shard1 [junit4] 2> 1124066 INFO (zkCallback-1698-thread-2) [ ] o.a.s.h.CdcrBufferStateManager The CDCR buffer state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/buffer @ cdcr-source:shard1 [junit4] 2> 1124066 INFO (qtp1346920357-10858) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:3&action=disablebuffer&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1124066 INFO (zkCallback-1698-thread-2) [ ] o.a.s.h.CdcrBufferStateManager Received new CDCR buffer state from watcher: DISABLED @ cdcr-source:shard1 [junit4] 1> Adding 100 docs with commit=true, numDocs=1100 [junit4] 2> 1124069 INFO (qtp1346920357-10859) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1124071 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1124071 INFO (qtp1346920357-10857) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1125533 INFO (qtp1346920357-10857) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b8816f[cdcr-source_shard1_replica1] main] [junit4] 2> 1125533 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@7b8816f[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.7.0):C1000) Uninverting(_b(6.7.0):C100)))} [junit4] 2> 1125534 INFO (qtp1346920357-10857) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1125542 INFO (qtp1346920357-10857) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=1471 [junit4] 1> Adding 100 docs with commit=true, numDocs=1200 [junit4] 2> 1125546 INFO (qtp1346920357-10856) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1125547 INFO (qtp1346920357-10858) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1125547 INFO (qtp1346920357-10858) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@334eae38 [junit4] 2> 1127985 INFO (qtp1346920357-10858) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d90fbf3[cdcr-source_shard1_replica1] main] [junit4] 2> 1127985 INFO (searcherExecutor-5941-thread-1) [ ] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3d90fbf3[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.7.0):C1000) Uninverting(_b(6.7.0):C100) Uninverting(_c(6.7.0):C100)))} [junit4] 2> 1127985 INFO (qtp1346920357-10858) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1127985 INFO (qtp1346920357-10858) [ ] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/up [...truncated too long message...] dSplitWithRule.shard1_1.replica0 [junit4] 2> 1440052 WARN (updateExecutor-1227-thread-2) [ ] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown [junit4] 2> 1440052 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.a.s.c.Overseer Overseer (id=98223960746426382-127.0.0.1:34827_-n_0000000003) closing [junit4] 2> 1440053 INFO (OverseerStateUpdate-98223960746426382-127.0.0.1:34827_-n_0000000003) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34827_ [junit4] 2> 1440053 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15cf62c00b9000e, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 1440053 INFO (zkCallback-1237-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1440054 INFO (zkCallback-1213-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1440054 INFO (zkCallback-1237-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38473_ [junit4] 2> 1440054 INFO (zkCallback-1237-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98223960746426385-127.0.0.1:38473_-n_0000000004) starting [junit4] 2> 1441553 WARN (zkCallback-1230-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 1441554 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@31f35014{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1441555 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@51cea1f8{/,null,UNAVAILABLE} [junit4] 2> 1441555 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 38473 [junit4] 2> 1441555 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=540454323 [junit4] 2> 1441555 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node [junit4] 2> 1441555 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm [junit4] 2> 1441556 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty [junit4] 2> 1441557 INFO (coreCloseExecutor-3936-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@16425a6f [junit4] 2> 1441576 INFO (coreCloseExecutor-3936-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1 [junit4] 2> 1441577 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.a.s.c.Overseer Overseer (id=98223960746426385-127.0.0.1:38473_-n_0000000004) closing [junit4] 2> 1441577 INFO (OverseerStateUpdate-98223960746426385-127.0.0.1:38473_-n_0000000004) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38473_ [junit4] 2> 1441578 INFO (zkCallback-1213-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 1443078 WARN (zkCallback-1237-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 1443079 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@16c86163{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1443079 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@53ec6865{/,null,UNAVAILABLE} [junit4] 2> 1443080 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 41377 [junit4] 2> 1443080 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1443080 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[C9BA7907704B8843]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43569 43569 [junit4] 2> 1443114 INFO (Thread-2443) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43569 43569 [junit4] 2> 1443114 WARN (Thread-2443) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 6 /solr/aliases.json [junit4] 2> 6 /solr/clusterprops.json [junit4] 2> 5 /solr/security.json [junit4] 2> 5 /solr/configs/conf1 [junit4] 2> 4 /solr/collections/collection1/state.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 6 /solr/clusterstate.json [junit4] 2> 4 /solr/collections/shardSplitWithRule/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 6 /solr/live_nodes [junit4] 2> 6 /solr/collections [junit4] 2> 5 /solr/overseer/queue [junit4] 2> 5 /solr/overseer/collection-queue-work [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> [junit4] 2> 1443115 INFO (SUITE-ShardSplitTest-seed#[C9BA7907704B8843]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C9BA7907704B8843-001 [junit4] 2> Jun 29, 2017 11:25:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=Lucene50(blocksize=128), shard_s=PostingsFormat(name=MockRandom), n_ti=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), a_i=Lucene50(blocksize=128), id=Lucene50(blocksize=128)}, docValues:{rnd_b=DocValuesFormat(name=Lucene54), shard_s=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), n_ti=DocValuesFormat(name=Memory), a_t=DocValuesFormat(name=Memory), a_i=DocValuesFormat(name=Lucene54), id=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=1516, maxMBSortInHeap=7.7421175049879105, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=fr-SC, timezone=Etc/GMT-0 [junit4] 2> NOTE: Linux 4.10.0-21-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=111402904,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [BJQParserTest, AutoCommitTest, DOMUtilTest, TestFieldCacheSort, NotRequiredUniqueKeyTest, TestComponentsName, TestSimpleQParserPlugin, PolyFieldTest, AddSchemaFieldsUpdateProcessorFactoryTest, JsonLoaderTest, SpellPossibilityIteratorTest, TestMinMaxOnMultiValuedField, CollectionTooManyReplicasTest, SolrCoreCheckLockOnStartupTest, TestSchemaVersionResource, TestFileDictionaryLookup, TestPKIAuthenticationPlugin, BlockCacheTest, TestRawTransformer, TestEmbeddedSolrServerSchemaAPI, JSONWriterTest, TermVectorComponentDistributedTest, TestBulkSchemaConcurrent, TestDFRSimilarityFactory, TestUseDocValuesAsStored, TestDistribDocBasedVersion, SignatureUpdateProcessorFactoryTest, TestMultiWordSynonyms, SimpleCollectionCreateDeleteTest, TestShortCircuitedRequests, PathHierarchyTokenizerFactoryTest, TestBM25SimilarityFactory, RulesTest, TestSolrCoreProperties, TestConfigSetImmutable, ClassificationUpdateProcessorFactoryTest, CloneFieldUpdateProcessorFactoryTest, CoreMergeIndexesAdminHandlerTest, TestSolrQueryParser, ConcurrentDeleteAndCreateCollectionTest, TestSolrQueryParserResource, ManagedSchemaRoundRobinCloudTest, HttpSolrCallGetCoreTest, TestIndexSearcher, TestTrackingShardHandlerFactory, TestFieldResource, TestGroupingSearch, RollingRestartTest, BasicAuthStandaloneTest, PeerSyncReplicationTest, TestDefaultStatsCache, BooleanFieldTest, RecoveryZkTest, TestAnalyzedSuggestions, SuggestComponentContextFilterQueryTest, SubstringBytesRefFilterTest, DateRangeFieldTest, XmlUpdateRequestHandlerTest, MigrateRouteKeyTest, SolrMetricsIntegrationTest, RegexBoostProcessorTest, BadIndexSchemaTest, TestCloudPseudoReturnFields, SolrTestCaseJ4Test, DistributedMLTComponentTest, TestCloudSchemaless, DirectSolrSpellCheckerTest, TestQueryUtils, TestQueryTypes, TestHdfsCloudBackupRestore, CloudExitableDirectoryReaderTest, TestRebalanceLeaders, TestLeaderInitiatedRecoveryThread, TestJavabinTupleStreamParser, TestTolerantSearch, TestExpandComponent, TestSimpleTextCodec, ParsingFieldUpdateProcessorsTest, BasicDistributedZk2Test, AnalysisErrorHandlingTest, TestDistributedMissingSort, TestTrie, TestPointFields, HardAutoCommitTest, TestConfigSetsAPIZkFailure, VMParamsZkACLAndCredentialsProvidersTest, TestBulkSchemaAPI, TestLMJelinekMercerSimilarityFactory, UnloadDistributedZkTest, CreateCollectionCleanupTest, DistributedVersionInfoTest, MergeStrategyTest, ShardSplitTest] [junit4] Completed [489/713 (2!)] on J2 in 767.58s, 5 tests, 1 failure <<< FAILURES! [...truncated 37176 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org