Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1133/ Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed. FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster Error Message: Document mismatch on target after sync expected:<2000> but was:<1100> Stack Trace: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100> at __randomizedtesting.SeedInfo.seed([43B83B17D56C633:D07EC8E89A0075C8]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 10987 lines...] [junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001/init-core-data-001 [junit4] 2> 94458 INFO (SUITE-CdcrBootstrapTest-seed#[43B83B17D56C633]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields [junit4] 2> 94459 INFO (SUITE-CdcrBootstrapTest-seed#[43B83B17D56C633]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 94460 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[43B83B17D56C633]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster [junit4] 2> 94461 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[43B83B17D56C633]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001/cdcr-target-001 [junit4] 2> 94461 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[43B83B17D56C633]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 94461 INFO (Thread-240) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 94461 INFO (Thread-240) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 94561 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[43B83B17D56C633]) [ ] o.a.s.c.ZkTestServer start zk server on port:49336 [junit4] 2> 94568 INFO (jetty-launcher-229-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 94571 INFO (jetty-launcher-229-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58cfa2ba{/solr,null,AVAILABLE} [junit4] 2> 94573 INFO (jetty-launcher-229-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20554ac3{HTTP/1.1,[http/1.1]}{127.0.0.1:56361} [junit4] 2> 94573 INFO (jetty-launcher-229-thread-1) [ ] o.e.j.s.Server Started @97092ms [junit4] 2> 94573 INFO (jetty-launcher-229-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56361} [junit4] 2> 94573 ERROR (jetty-launcher-229-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 94573 INFO (jetty-launcher-229-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 94573 INFO (jetty-launcher-229-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 94573 INFO (jetty-launcher-229-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 94573 INFO (jetty-launcher-229-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T05:39:21.589Z [junit4] 2> 94578 INFO (jetty-launcher-229-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 94586 INFO (jetty-launcher-229-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49336/solr [junit4] 2> 94630 INFO (jetty-launcher-229-thread-1) [n:127.0.0.1:56361_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 94631 INFO (jetty-launcher-229-thread-1) [n:127.0.0.1:56361_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56361_solr [junit4] 2> 94632 INFO (jetty-launcher-229-thread-1) [n:127.0.0.1:56361_solr ] o.a.s.c.Overseer Overseer (id=97461021014622211-127.0.0.1:56361_solr-n_0000000000) starting [junit4] 2> 94648 INFO (jetty-launcher-229-thread-1) [n:127.0.0.1:56361_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56361_solr [junit4] 2> 94650 INFO (zkCallback-235-thread-1-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 94752 INFO (jetty-launcher-229-thread-1) [n:127.0.0.1:56361_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001/cdcr-target-001/node1/. [junit4] 1> Target zkHost = 127.0.0.1:49336/solr [junit4] 2> 94781 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[43B83B17D56C633]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001/cdcr-source-001 [junit4] 2> 94781 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[43B83B17D56C633]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 94781 INFO (Thread-250) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 94781 INFO (Thread-250) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 94781 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a404841060005, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 94785 WARN (Thread-250) [ ] o.a.z.j.MBeanRegistry Failed to register MBean StandaloneServer_port-1 [junit4] 2> 94797 WARN (Thread-250) [ ] o.a.z.s.ZooKeeperServer Failed to register with JMX [junit4] 2> javax.management.InstanceAlreadyExistsException: org.apache.ZooKeeperService:name0=StandaloneServer_port-1 [junit4] 2> at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437) [junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898) [junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966) [junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900) [junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324) [junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522) [junit4] 2> at org.apache.zookeeper.jmx.MBeanRegistry.register(MBeanRegistry.java:96) [junit4] 2> at org.apache.zookeeper.server.ZooKeeperServer.registerJMX(ZooKeeperServer.java:377) [junit4] 2> at org.apache.zookeeper.server.ZooKeeperServer.startup(ZooKeeperServer.java:410) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.startup(NIOServerCnxnFactory.java:123) [junit4] 2> at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:308) [junit4] 2> at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) [junit4] 2> 94881 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[43B83B17D56C633]) [ ] o.a.s.c.ZkTestServer start zk server on port:34098 [junit4] 2> 94904 INFO (jetty-launcher-240-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 94906 INFO (jetty-launcher-240-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@714cd91e{/solr,null,AVAILABLE} [junit4] 2> 94907 INFO (jetty-launcher-240-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a92f5c5{HTTP/1.1,[http/1.1]}{127.0.0.1:37214} [junit4] 2> 94907 INFO (jetty-launcher-240-thread-1) [ ] o.e.j.s.Server Started @97426ms [junit4] 2> 94907 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37214} [junit4] 2> 94908 ERROR (jetty-launcher-240-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 94908 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 94908 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 94908 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 94908 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T05:39:21.924Z [junit4] 2> 94912 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 94919 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34098/solr [junit4] 2> 94953 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:37214_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 94954 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:37214_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37214_solr [junit4] 2> 94956 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:37214_solr ] o.a.s.c.Overseer Overseer (id=97461021035593731-127.0.0.1:37214_solr-n_0000000000) starting [junit4] 2> 94968 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:37214_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37214_solr [junit4] 2> 94980 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:37214_solr) [n:127.0.0.1:37214_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 95059 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:37214_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001/cdcr-source-001/node1/. [junit4] 2> 95122 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a404842460004, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 95128 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a404842460005, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 95142 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a404842460006, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 95146 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[43B83B17D56C633]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 95148 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[43B83B17D56C633]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34098/solr ready [junit4] 2> 95163 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 95167 INFO (OverseerThreadFactory-413-thread-1-processing-n:127.0.0.1:37214_solr) [n:127.0.0.1:37214_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source [junit4] 2> 95281 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 [junit4] 2> 95388 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:37214_solr) [n:127.0.0.1:37214_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 96304 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 96307 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 96311 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica1] Schema name=minimal [junit4] 2> 96313 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 96339 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema [junit4] 2> 96343 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak [junit4] 2> 96345 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica1' using configuration from collection cdcr-source [junit4] 2> 96351 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001/cdcr-source-001/node1/cdcr-source_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001/cdcr-source-001/node1/./cdcr-source_shard1_replica1/data/] [junit4] 2> 96454 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog [junit4] 2> 96454 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 96455 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 96455 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 96457 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3979d5da[cdcr-source_shard1_replica1] main] [junit4] 2> 96458 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source [junit4] 2> 96459 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source [junit4] 2> 96459 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema [junit4] 2> 96460 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 96460 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 96470 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer [junit4] 2> 96477 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process [junit4] 2> 96506 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3979d5da[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 96506 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559376338377244672 [junit4] 2> 96587 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 96587 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 96587 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37214/solr/cdcr-source_shard1_replica1/ [junit4] 2> 96587 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 96587 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:37214/solr/cdcr-source_shard1_replica1/ has no replicas [junit4] 2> 96593 INFO (zkCallback-246-thread-2-processing-n:127.0.0.1:37214_solr) [n:127.0.0.1:37214_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1 [junit4] 2> 96595 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37214/solr/cdcr-source_shard1_replica1/ shard1 [junit4] 2> 96706 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:37214_solr) [n:127.0.0.1:37214_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 96754 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 96812 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=1531 [junit4] 2> 96821 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 96919 INFO (zkCallback-246-thread-3-processing-n:127.0.0.1:37214_solr) [n:127.0.0.1:37214_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 97174 INFO (OverseerCollectionConfigSetProcessor-97461021035593731-127.0.0.1:37214_solr-n_0000000000) [n:127.0.0.1:37214_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 97822 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2660 [junit4] 1> Adding 10 docs with commit=true, numDocs=100 [junit4] 2> 97844 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=15 [junit4] 2> 97845 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 97845 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@580b57c4 [junit4] 2> 97875 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1259586b[cdcr-source_shard1_replica1] main] [junit4] 2> 97876 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@1259586b[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100)))} [junit4] 2> 97877 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 97877 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=32 [junit4] 1> Adding 10 docs with commit=true, numDocs=200 [junit4] 2> 97892 INFO (qtp365480394-1181) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=12 [junit4] 2> 97894 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 97895 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@580b57c4 [junit4] 2> 97929 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ec258f5[cdcr-source_shard1_replica1] main] [junit4] 2> 97936 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@4ec258f5[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100)))} [junit4] 2> 97937 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 97937 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=43 [junit4] 1> Adding 10 docs with commit=true, numDocs=300 [junit4] 2> 97948 INFO (qtp365480394-1178) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=8 [junit4] 2> 97949 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 97949 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@580b57c4 [junit4] 2> 98037 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b34a5bd[cdcr-source_shard1_replica1] main] [junit4] 2> 98037 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@7b34a5bd[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100)))} [junit4] 2> 98038 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 98038 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=89 [junit4] 1> Adding 10 docs with commit=true, numDocs=400 [junit4] 2> 98053 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=12 [junit4] 2> 98054 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 98054 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@580b57c4 [junit4] 2> 98082 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@566fd400[cdcr-source_shard1_replica1] main] [junit4] 2> 98085 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@566fd400[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100)))} [junit4] 2> 98086 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 98086 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=31 [junit4] 1> Adding 10 docs with commit=true, numDocs=500 [junit4] 2> 98094 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 98096 INFO (qtp365480394-1181) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 98096 INFO (qtp365480394-1181) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@580b57c4 [junit4] 2> 98125 INFO (qtp365480394-1181) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b2ec1c0[cdcr-source_shard1_replica1] main] [junit4] 2> 98126 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3b2ec1c0[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100)))} [junit4] 2> 98127 INFO (qtp365480394-1181) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 98127 INFO (qtp365480394-1181) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=30 [junit4] 1> Adding 10 docs with commit=true, numDocs=600 [junit4] 2> 98135 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 98137 INFO (qtp365480394-1178) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 98137 INFO (qtp365480394-1178) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@580b57c4 [junit4] 2> 98173 INFO (qtp365480394-1178) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64874ce7[cdcr-source_shard1_replica1] main] [junit4] 2> 98175 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@64874ce7[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100)))} [junit4] 2> 98176 INFO (qtp365480394-1178) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 98176 INFO (qtp365480394-1178) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=39 [junit4] 1> Adding 10 docs with commit=true, numDocs=700 [junit4] 2> 98184 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=6 [junit4] 2> 98185 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 98185 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@580b57c4 [junit4] 2> 98269 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ce3a070[cdcr-source_shard1_replica1] main] [junit4] 2> 98270 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3ce3a070[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100)))} [junit4] 2> 98270 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 98270 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=85 [junit4] 1> Adding 10 docs with commit=true, numDocs=800 [junit4] 2> 98276 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 98277 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 98277 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@580b57c4 [junit4] 2> 98308 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1028b731[cdcr-source_shard1_replica1] main] [junit4] 2> 98309 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@1028b731[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100)))} [junit4] 2> 98332 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 98333 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=55 [junit4] 1> Adding 10 docs with commit=true, numDocs=900 [junit4] 2> 98341 INFO (qtp365480394-1181) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=6 [junit4] 2> 98342 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 98342 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@580b57c4 [junit4] 2> 98364 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ea76ae1[cdcr-source_shard1_replica1] main] [junit4] 2> 98366 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 98366 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@1ea76ae1[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100)))} [junit4] 2> 98366 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=24 [junit4] 1> Adding 10 docs with commit=true, numDocs=1000 [junit4] 2> 98371 INFO (qtp365480394-1178) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 98375 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 98375 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@580b57c4 [junit4] 2> 98399 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@773c882b[cdcr-source_shard1_replica1] main] [junit4] 2> 98412 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@773c882b[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_4(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_8(7.0.0):C100) Uninverting(_9(7.0.0):C100)))} [junit4] 2> 98414 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 98414 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=39 [junit4] 2> 98417 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:3&wt=javabin&version=2} hits=1000 status=0 QTime=1 [junit4] 2> 98481 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[43B83B17D56C633]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 98482 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[43B83B17D56C633]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49336/solr ready [junit4] 2> 98516 INFO (qtp39044174-1136) [n:127.0.0.1:56361_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 98525 INFO (OverseerThreadFactory-405-thread-1-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target [junit4] 2> 98639 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2 [junit4] 2> 98779 INFO (zkCallback-235-thread-2-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 99670 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 99674 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 99678 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica1] Schema name=minimal [junit4] 2> 99680 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 99680 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema [junit4] 2> 99687 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak [junit4] 2> 99688 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica1' using configuration from collection cdcr-target [junit4] 2> 99689 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001/cdcr-target-001/node1/cdcr-target_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001/cdcr-target-001/node1/./cdcr-target_shard1_replica1/data/] [junit4] 2> 99739 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog [junit4] 2> 99739 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 99740 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 99740 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 99742 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@847e004[cdcr-target_shard1_replica1] main] [junit4] 2> 99743 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target [junit4] 2> 99744 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target [junit4] 2> 99744 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema [junit4] 2> 99745 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 99745 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 99750 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer [junit4] 2> 99780 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process [junit4] 2> 99782 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559376341812379648 [junit4] 2> 99784 INFO (searcherExecutor-422-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Registered new searcher Searcher@847e004[cdcr-target_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 99793 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 99793 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 99793 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56361/solr/cdcr-target_shard1_replica1/ [junit4] 2> 99793 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 99793 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:56361/solr/cdcr-target_shard1_replica1/ has no replicas [junit4] 2> 99799 INFO (zkCallback-235-thread-2-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1 [junit4] 2> 99802 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56361/solr/cdcr-target_shard1_replica1/ shard1 [junit4] 2> 99908 INFO (zkCallback-235-thread-2-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 99954 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 99959 INFO (qtp39044174-1137) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2} status=0 QTime=1320 [junit4] 2> 99982 INFO (qtp39044174-1136) [n:127.0.0.1:56361_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 100065 INFO (zkCallback-235-thread-2-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 100545 INFO (OverseerCollectionConfigSetProcessor-97461021014622211-127.0.0.1:56361_solr-n_0000000000) [n:127.0.0.1:56361_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 100983 INFO (qtp39044174-1136) [n:127.0.0.1:56361_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2467 [junit4] 2> 100990 INFO (zkCallback-235-thread-3-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1 [junit4] 2> 100990 INFO (zkCallback-235-thread-3-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1 [junit4] 2> 100990 INFO (qtp39044174-1138) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:3&action=start&wt=javabin&version=2} status=0 QTime=5 [junit4] 2> 101002 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 101003 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49336/solr ready [junit4] 2> 101020 INFO (qtp39044174-1140) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0 [junit4] 2> 101020 INFO (qtp39044174-1140) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=2 [junit4] 2> 101021 INFO (qtp39044174-1139) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:3&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=13 [junit4] 2> 101022 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1 [junit4] 2> 101022 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1 [junit4] 2> 101027 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor [junit4] 2> 101029 INFO (cdcr-bootstrap-status-258-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:56361/solr/cdcr-target_shard1_replica1/ [junit4] 2> 101048 INFO (qtp39044174-1141) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:37214/solr/cdcr-source_shard1_replica1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 101051 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null} [junit4] 2> 101055 INFO (qtp39044174-1141) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 101056 INFO (cdcr-bootstrap-status-258-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms [junit4] 2> 101057 INFO (zkCallback-246-thread-3-processing-n:127.0.0.1:37214_solr) [n:127.0.0.1:37214_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1 [junit4] 2> 101058 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 101058 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@580b57c4 [junit4] 2> 101060 INFO (zkCallback-246-thread-3-processing-n:127.0.0.1:37214_solr) [n:127.0.0.1:37214_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1 [junit4] 2> 101060 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:3&action=start&wt=javabin&version=2} status=0 QTime=66 [junit4] 2> 101064 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:3&action=queues&wt=javabin&version=2} status=0 QTime=1 [junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=1},queues={127.0.0.1:49336/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47579,tlogTotalCount=10,updateLogSynchronizer=stopped} [junit4] 2> 101069 INFO (qtp39044174-1141) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false [junit4] 2> 101069 INFO (qtp39044174-1141) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-target:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 101070 INFO (qtp39044174-1141) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:3&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 101073 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cc55a5e[cdcr-source_shard1_replica1] realtime] [junit4] 2> 101073 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 101073 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=15 [junit4] 2> 101086 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 101086 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Master's generation: 12 [junit4] 2> 101086 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Master's version: 1487137168074 [junit4] 2> 101086 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 101086 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 101086 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Starting replication process [junit4] 2> 101095 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4649, name=tlog.0000000000000000000.1559376339764510720}, {size=4770, name=tlog.0000000000000000001.1559376339817988096}, {size=4770, name=tlog.0000000000000000002.1559376339880902656}, {size=4770, name=tlog.0000000000000000003.1559376339985760256}, {size=4770, name=tlog.0000000000000000004.1559376340036091904}, {size=4770, name=tlog.0000000000000000005.1559376340078034944}, {size=4770, name=tlog.0000000000000000006.1559376340130463744}, {size=4770, name=tlog.0000000000000000007.1559376340229029888}, {size=4770, name=tlog.0000000000000000008.1559376340295090176}, {size=4770, name=tlog.0000000000000000009.1559376340328644608}] [junit4] 2> 101095 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=8 [junit4] 2> 101096 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Number of files in latest index in master: 11 [junit4] 2> 101096 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Number of tlog files in master: 10 [junit4] 2> 101099 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 101100 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@49ed92c4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74c66dbf)) [junit4] 2> 101100 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101103 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101110 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101122 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101124 INFO (qtp365480394-1178) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101129 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101130 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101131 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101133 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101134 INFO (qtp365480394-1181) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101135 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101136 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4649, name=tlog.0000000000000000000.1559376339764510720}, {size=4770, name=tlog.0000000000000000001.1559376339817988096}, {size=4770, name=tlog.0000000000000000002.1559376339880902656}, {size=4770, name=tlog.0000000000000000003.1559376339985760256}, {size=4770, name=tlog.0000000000000000004.1559376340036091904}, {size=4770, name=tlog.0000000000000000005.1559376340078034944}, {size=4770, name=tlog.0000000000000000006.1559376340130463744}, {size=4770, name=tlog.0000000000000000007.1559376340229029888}, {size=4770, name=tlog.0000000000000000008.1559376340295090176}, {size=4770, name=tlog.0000000000000000009.1559376340328644608}] [junit4] 2> 101141 INFO (qtp365480394-1178) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000000.1559376339764510720&wt=filestream&command=filecontent} status=0 QTime=2 [junit4] 2> 101143 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000001.1559376339817988096&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101145 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000002.1559376339880902656&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101147 INFO (qtp365480394-1179) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000003.1559376339985760256&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101148 INFO (qtp365480394-1177) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000004.1559376340036091904&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101149 INFO (qtp365480394-1181) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000005.1559376340078034944&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101151 INFO (qtp365480394-1182) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000006.1559376340130463744&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101156 INFO (qtp365480394-1178) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000007.1559376340229029888&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101158 INFO (qtp365480394-1175) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000008.1559376340295090176&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101160 INFO (qtp365480394-1180) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000009.1559376340328644608&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 101160 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=92829) : 0 secs (null bytes/sec) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@49ed92c4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74c66dbf)) [junit4] 2> 101170 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 101170 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Reloading SolrCore cdcr-target_shard1_replica1 [junit4] 2> 101179 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 101186 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica1] Schema name=minimal [junit4] 2> 101188 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 101189 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.CoreContainer Reloading SolrCore 'cdcr-target_shard1_replica1' using configuration from collection cdcr-target [junit4] 2> 101190 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001/cdcr-target-001/node1/cdcr-target_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001/cdcr-target-001/node1/./cdcr-target_shard1_replica1/data/] [junit4] 2> 101350 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 101350 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 101351 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a53c64[cdcr-target_shard1_replica1] main] [junit4] 2> 101358 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target [junit4] 2> 101359 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target [junit4] 2> 101359 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema [junit4] 2> 101360 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 101360 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 101366 INFO (searcherExecutor-434-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Registered new searcher Searcher@1a53c64[cdcr-target_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.0.0):C1000)))} [junit4] 2> 101387 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 101389 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57d00173[cdcr-target_shard1_replica1] main] [junit4] 2> 101389 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@b3547c [junit4] 2> 101389 INFO (searcherExecutor-434-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Registered new searcher Searcher@57d00173[cdcr-target_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.0.0):C1000)))} [junit4] 2> 101389 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1 [junit4] 2> 101390 INFO (Thread-261) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.cdcr-target.shard1.replica1 [junit4] 2> 101391 INFO (recoveryExecutor-233-thread-1-processing-n:127.0.0.1:56361_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrRequestHandler No replay needed. [junit4] 2> 102072 INFO (qtp39044174-1141) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 102072 INFO (qtp39044174-1141) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit. [junit4] 2> 102073 INFO (qtp39044174-1141) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 102073 INFO (qtp39044174-1141) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-target:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 102080 INFO (qtp39044174-1138) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:3&wt=javabin&version=2} hits=1000 status=0 QTime=5 [junit4] 2> 102098 INFO (qtp39044174-1138) [n:127.0.0.1:56361_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&action=CANCEL_BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 103057 WARN (cdcr-bootstrap-status-258-thread-1-processing-n:127.0.0.1:37214_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:37214_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Cancelling waiting for boo [...truncated too long message...] 8110751757 [junit4] 2> 247234 INFO (qtp1143628930-1442) [n:127.0.0.1:47460_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=2 [junit4] 2> 247235 INFO (qtp1143628930-1440) [n:127.0.0.1:47460_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:3&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=8 [junit4] 2> 247240 INFO (jetty-launcher-305-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5f95601f{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 247241 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1870550506 [junit4] 2> 247247 INFO (coreCloseExecutor-555-thread-1) [n:127.0.0.1:57997_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@50174722 [junit4] 2> 247247 INFO (coreCloseExecutor-555-thread-1) [n:127.0.0.1:57997_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-source:shard1 [junit4] 2> 247249 INFO (qtp1143628930-1442) [n:127.0.0.1:47460_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&action=CANCEL_BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 247264 INFO (zkCallback-324-thread-1-processing-n:127.0.0.1:57997_solr) [n:127.0.0.1:57997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 248224 WARN (cdcr-bootstrap-status-330-thread-1-processing-n:127.0.0.1:57997_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:57997_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Cancelling waiting for bootstrap on target: cdcr-target shard: shard1 to complete [junit4] 2> 248229 INFO (coreCloseExecutor-555-thread-1) [n:127.0.0.1:57997_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.cdcr-source.shard1.replica1 [junit4] 2> 248231 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.c.Overseer Overseer (id=97461030301663243-127.0.0.1:57997_solr-n_0000000001) closing [junit4] 2> 248232 INFO (OverseerStateUpdate-97461030301663243-127.0.0.1:57997_solr-n_0000000001) [n:127.0.0.1:57997_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57997_solr [junit4] 2> 248240 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node [junit4] 2> 248242 INFO (jetty-launcher-305-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@440cde75{/solr,null,UNAVAILABLE} [junit4] 2> 248245 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[43B83B17D56C633]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64171 64171 [junit4] 2> 248327 INFO (Thread-298) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64171 64171 [junit4] 2> 248329 WARN (Thread-298) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 3 /solr/aliases.json [junit4] 2> 3 /solr/clusterprops.json [junit4] 2> 2 /solr/configs/cdcr-source [junit4] 2> 2 /solr/security.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 3 /solr/clusterstate.json [junit4] 2> 2 /solr/collections/cdcr-source/cdcr/state/process [junit4] 2> 2 /solr/collections/cdcr-source/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 12 /solr/overseer/queue [junit4] 2> 10 /solr/overseer/collection-queue-work [junit4] 2> 3 /solr/collections [junit4] 2> 2 /solr/live_nodes [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> [junit4] 2> 248332 INFO (jetty-launcher-294-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b933e50{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 248332 INFO (jetty-launcher-294-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=244323494 [junit4] 2> 248336 INFO (coreCloseExecutor-557-thread-1) [n:127.0.0.1:47460_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7186312 [junit4] 2> 248336 INFO (coreCloseExecutor-557-thread-1) [n:127.0.0.1:47460_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1 [junit4] 2> 248339 INFO (coreCloseExecutor-557-thread-1) [n:127.0.0.1:47460_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.cdcr-target.shard1.replica1 [junit4] 2> 248345 INFO (jetty-launcher-294-thread-1) [ ] o.a.s.c.Overseer Overseer (id=97461030272106499-127.0.0.1:47460_solr-n_0000000000) closing [junit4] 2> 248346 INFO (OverseerStateUpdate-97461030272106499-127.0.0.1:47460_solr-n_0000000000) [n:127.0.0.1:47460_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47460_solr [junit4] 2> 248350 INFO (zkCallback-300-thread-1-processing-n:127.0.0.1:47460_solr) [n:127.0.0.1:47460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 248350 WARN (zkCallback-300-thread-5-processing-n:127.0.0.1:47460_solr) [n:127.0.0.1:47460_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 249860 WARN (zkCallback-300-thread-1-processing-n:127.0.0.1:47460_solr) [n:127.0.0.1:47460_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/cdcr-target/state.json] [junit4] 2> 249861 INFO (jetty-launcher-294-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node [junit4] 2> 249861 INFO (jetty-launcher-294-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b93f7ef{/solr,null,UNAVAILABLE} [junit4] 2> 249868 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[43B83B17D56C633]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61457 61457 [junit4] 2> 249893 INFO (Thread-288) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61457 61457 [junit4] 2> 249894 WARN (Thread-288) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 3 /solr/aliases.json [junit4] 2> 3 /solr/clusterprops.json [junit4] 2> 2 /solr/configs/cdcr-target/managed-schema [junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process [junit4] 2> 3 /solr/clusterstate.json [junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 11 /solr/overseer/collection-queue-work [junit4] 2> 5 /solr/overseer/queue [junit4] 2> 3 /solr/live_nodes [junit4] 2> 3 /solr/collections [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> [junit4] 2> 249894 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[43B83B17D56C633]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConvertClusterToCdcrAndBootstrap [junit4] 2> 249895 INFO (SUITE-CdcrBootstrapTest-seed#[43B83B17D56C633]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_43B83B17D56C633-001 [junit4] 2> Feb 15, 2017 5:41:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=mk, timezone=America/Moncton [junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=188366184,total=318767104 [junit4] 2> NOTE: All tests run in this JVM: [CoreSorterTest, TestScoreJoinQPNoScore, ResponseHeaderTest, JvmMetricsTest, TestFieldCacheVsDocValues, DistributedFacetPivotLargeTest, TestLeaderElectionWithEmptyReplica, ZkStateReaderTest, TestPostingsSolrHighlighter, ZkNodePropsTest, TestFilteredDocIdSet, TestSolrConfigHandlerConcurrent, BooleanFieldTest, TestSolrCLIRunExample, TestCSVLoader, TimeZoneUtilsTest, CdcrBootstrapTest] [junit4] Completed [57/694 (1!)] on J0 in 155.70s, 3 tests, 1 failure <<< FAILURES! [...truncated 64616 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org