Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/517/ Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
1 tests failed. FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster Error Message: Document mismatch on target after sync expected:<2000> but was:<1901> Stack Trace: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901> at __randomizedtesting.SeedInfo.seed([4138E267B15D0742:957DA93E560BB4B9]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 11961 lines...] [junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest [junit4] 2> 518805 INFO (SUITE-CdcrBootstrapTest-seed#[4138E267B15D0742]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_4138E267B15D0742-001/init-core-data-001 [junit4] 2> 518805 WARN (SUITE-CdcrBootstrapTest-seed#[4138E267B15D0742]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6 [junit4] 2> 518805 INFO (SUITE-CdcrBootstrapTest-seed#[4138E267B15D0742]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 518807 INFO (SUITE-CdcrBootstrapTest-seed#[4138E267B15D0742]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 518808 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster [junit4] 2> 518808 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_4138E267B15D0742-001/cdcr-target-001 [junit4] 2> 518808 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 518808 INFO (Thread-1100) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 518808 INFO (Thread-1100) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 518810 ERROR (Thread-1100) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 518908 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.c.ZkTestServer start zk server on port:39485 [junit4] 2> 518917 INFO (jetty-launcher-2709-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 518918 INFO (jetty-launcher-2709-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@180bdb7{/solr,null,AVAILABLE} [junit4] 2> 518921 INFO (jetty-launcher-2709-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@107bb6a{HTTP/1.1,[http/1.1]}{127.0.0.1:37777} [junit4] 2> 518921 INFO (jetty-launcher-2709-thread-1) [ ] o.e.j.s.Server Started @519915ms [junit4] 2> 518921 INFO (jetty-launcher-2709-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37777} [junit4] 2> 518921 ERROR (jetty-launcher-2709-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 518922 INFO (jetty-launcher-2709-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0 [junit4] 2> 518922 INFO (jetty-launcher-2709-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 518922 INFO (jetty-launcher-2709-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 518922 INFO (jetty-launcher-2709-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-29T15:16:22.239Z [junit4] 2> 518925 INFO (jetty-launcher-2709-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 518943 INFO (jetty-launcher-2709-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39485/solr [junit4] 2> 519032 INFO (jetty-launcher-2709-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 519033 INFO (jetty-launcher-2709-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37777_solr [junit4] 2> 519033 INFO (jetty-launcher-2709-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.Overseer Overseer (id=98742972063809539-127.0.0.1:37777_solr-n_0000000000) starting [junit4] 2> 519038 INFO (jetty-launcher-2709-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37777_solr [junit4] 2> 519038 INFO (zkCallback-2716-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 519204 INFO (jetty-launcher-2709-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37777.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4c92 [junit4] 2> 519219 INFO (jetty-launcher-2709-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37777.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4c92 [junit4] 2> 519220 INFO (jetty-launcher-2709-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37777.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4c92 [junit4] 2> 519222 INFO (jetty-launcher-2709-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_4138E267B15D0742-001/cdcr-target-001/node1/. [junit4] 1> Target zkHost = 127.0.0.1:39485/solr [junit4] 2> 519241 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_4138E267B15D0742-001/cdcr-source-001 [junit4] 2> 519241 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 519241 INFO (Thread-1110) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 519241 INFO (Thread-1110) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 519243 ERROR (Thread-1110) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 519341 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.c.ZkTestServer start zk server on port:44449 [junit4] 2> 519345 INFO (jetty-launcher-2721-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 519346 INFO (jetty-launcher-2721-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a082a6{/solr,null,AVAILABLE} [junit4] 2> 519346 INFO (jetty-launcher-2721-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@143b2d4{HTTP/1.1,[http/1.1]}{127.0.0.1:45919} [junit4] 2> 519346 INFO (jetty-launcher-2721-thread-1) [ ] o.e.j.s.Server Started @520340ms [junit4] 2> 519346 INFO (jetty-launcher-2721-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45919} [junit4] 2> 519346 ERROR (jetty-launcher-2721-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 519346 INFO (jetty-launcher-2721-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0 [junit4] 2> 519346 INFO (jetty-launcher-2721-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 519346 INFO (jetty-launcher-2721-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 519347 INFO (jetty-launcher-2721-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-29T15:16:22.664Z [junit4] 2> 519348 INFO (jetty-launcher-2721-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 519354 INFO (jetty-launcher-2721-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44449/solr [junit4] 2> 519387 INFO (jetty-launcher-2721-thread-1) [n:127.0.0.1:45919_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 519388 INFO (jetty-launcher-2721-thread-1) [n:127.0.0.1:45919_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45919_solr [junit4] 2> 519388 INFO (jetty-launcher-2721-thread-1) [n:127.0.0.1:45919_solr ] o.a.s.c.Overseer Overseer (id=98742972092186627-127.0.0.1:45919_solr-n_0000000000) starting [junit4] 2> 519392 INFO (jetty-launcher-2721-thread-1) [n:127.0.0.1:45919_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45919_solr [junit4] 2> 519392 INFO (zkCallback-2728-thread-1-processing-n:127.0.0.1:45919_solr) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 519616 INFO (jetty-launcher-2721-thread-1) [n:127.0.0.1:45919_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45919.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4c92 [junit4] 2> 519624 INFO (jetty-launcher-2721-thread-1) [n:127.0.0.1:45919_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45919.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4c92 [junit4] 2> 519625 INFO (jetty-launcher-2721-thread-1) [n:127.0.0.1:45919_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45919.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4c92 [junit4] 2> 519626 INFO (jetty-launcher-2721-thread-1) [n:127.0.0.1:45919_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_4138E267B15D0742-001/cdcr-source-001/node1/. [junit4] 2> 519652 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ece35bf9f0005, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 519656 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 519657 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44449/solr ready [junit4] 2> 519658 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 519660 INFO (OverseerThreadFactory-3104-thread-1-processing-n:127.0.0.1:45919_solr) [n:127.0.0.1:45919_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source [junit4] 2> 519767 INFO (OverseerStateUpdate-98742972092186627-127.0.0.1:45919_solr-n_0000000000) [n:127.0.0.1:45919_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"cdcr-source", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"cdcr-source_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:45919/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 519970 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin [junit4] 2> 519971 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 520078 INFO (zkCallback-2728-thread-1-processing-n:127.0.0.1:45919_solr) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 520078 INFO (zkCallback-2728-thread-2-processing-n:127.0.0.1:45919_solr) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 520985 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 520993 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 520996 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal [junit4] 2> 520998 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 520999 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema [junit4] 2> 521000 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak [junit4] 2> 521000 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true [junit4] 2> 521001 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45919.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4c92 [junit4] 2> 521001 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 521001 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_4138E267B15D0742-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_4138E267B15D0742-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/] [junit4] 2> 521083 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog [junit4] 2> 521083 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 521084 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 521084 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 521086 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b3756[cdcr-source_shard1_replica_n1] main] [junit4] 2> 521087 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source [junit4] 2> 521087 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source [junit4] 2> 521088 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema [junit4] 2> 521088 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 521088 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 521091 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer [junit4] 2> 521094 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process [junit4] 2> 521107 INFO (searcherExecutor-3107-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7b3756[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 521107 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579887555430580224 [junit4] 2> 521111 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 521111 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 521111 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45919/solr/cdcr-source_shard1_replica_n1/ [junit4] 2> 521111 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 521111 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45919/solr/cdcr-source_shard1_replica_n1/ has no replicas [junit4] 2> 521111 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 521113 INFO (zkCallback-2728-thread-2-processing-n:127.0.0.1:45919_solr) [n:127.0.0.1:45919_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1 [junit4] 2> 521114 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45919/solr/cdcr-source_shard1_replica_n1/ shard1 [junit4] 2> 521215 INFO (zkCallback-2728-thread-1-processing-n:127.0.0.1:45919_solr) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 521215 INFO (zkCallback-2728-thread-2-processing-n:127.0.0.1:45919_solr) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 521264 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 521265 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1295 [junit4] 2> 521267 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 521368 INFO (zkCallback-2728-thread-2-processing-n:127.0.0.1:45919_solr) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 521368 INFO (zkCallback-2728-thread-1-processing-n:127.0.0.1:45919_solr) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 521661 INFO (OverseerCollectionConfigSetProcessor-98742972092186627-127.0.0.1:45919_solr-n_0000000000) [n:127.0.0.1:45919_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 522268 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2609 [junit4] 1> Adding 10 docs with commit=true, numDocs=100 [junit4] 2> 522302 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=28 [junit4] 2> 522303 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887556684677120,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 522303 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1508cf0 commitCommandVersion:1579887556684677120 [junit4] 2> 522386 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@67db6[cdcr-source_shard1_replica_n1] main] [junit4] 2> 522386 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 522388 INFO (searcherExecutor-3107-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@67db6[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100)))} [junit4] 2> 522388 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=85 [junit4] 1> Adding 10 docs with commit=true, numDocs=200 [junit4] 2> 522410 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=20 [junit4] 2> 522411 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887556797923328,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 522411 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1508cf0 commitCommandVersion:1579887556797923328 [junit4] 2> 522512 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ad88ca[cdcr-source_shard1_replica_n1] main] [junit4] 2> 522512 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 522514 INFO (searcherExecutor-3107-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1ad88ca[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100)))} [junit4] 2> 522514 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=103 [junit4] 1> Adding 10 docs with commit=true, numDocs=300 [junit4] 2> 522527 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=11 [junit4] 2> 522529 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887556921655296,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 522529 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1508cf0 commitCommandVersion:1579887556921655296 [junit4] 2> 522645 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@163b4cb[cdcr-source_shard1_replica_n1] main] [junit4] 2> 522645 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 522647 INFO (searcherExecutor-3107-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@163b4cb[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100)))} [junit4] 2> 522647 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=118 [junit4] 1> Adding 10 docs with commit=true, numDocs=400 [junit4] 2> 522660 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=11 [junit4] 2> 522661 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887557060067328,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 522661 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1508cf0 commitCommandVersion:1579887557060067328 [junit4] 2> 522795 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54ec70[cdcr-source_shard1_replica_n1] main] [junit4] 2> 522796 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 522799 INFO (searcherExecutor-3107-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@54ec70[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100)))} [junit4] 2> 522800 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=139 [junit4] 1> Adding 10 docs with commit=true, numDocs=500 [junit4] 2> 522825 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=22 [junit4] 2> 522827 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887557234130944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 522827 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1508cf0 commitCommandVersion:1579887557234130944 [junit4] 2> 522986 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1072d4c[cdcr-source_shard1_replica_n1] main] [junit4] 2> 522986 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 522988 INFO (searcherExecutor-3107-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1072d4c[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100)))} [junit4] 2> 522988 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=161 [junit4] 1> Adding 10 docs with commit=true, numDocs=600 [junit4] 2> 522998 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=9 [junit4] 2> 522999 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887557414486016,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 522999 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1508cf0 commitCommandVersion:1579887557414486016 [junit4] 2> 523172 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b67c9f[cdcr-source_shard1_replica_n1] main] [junit4] 2> 523172 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 523174 INFO (searcherExecutor-3107-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1b67c9f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100)))} [junit4] 2> 523175 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=175 [junit4] 1> Adding 10 docs with commit=true, numDocs=700 [junit4] 2> 523186 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=9 [junit4] 2> 523187 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887557611618304,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 523187 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1508cf0 commitCommandVersion:1579887557611618304 [junit4] 2> 523374 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b9b62[cdcr-source_shard1_replica_n1] main] [junit4] 2> 523374 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 523376 INFO (searcherExecutor-3107-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7b9b62[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100)))} [junit4] 2> 523376 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=189 [junit4] 1> Adding 10 docs with commit=true, numDocs=800 [junit4] 2> 523385 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 523386 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887557820284928,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 523386 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1508cf0 commitCommandVersion:1579887557820284928 [junit4] 2> 523589 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ce23f2[cdcr-source_shard1_replica_n1] main] [junit4] 2> 523590 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 523594 INFO (searcherExecutor-3107-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@ce23f2[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100)))} [junit4] 2> 523594 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=207 [junit4] 1> Adding 10 docs with commit=true, numDocs=900 [junit4] 2> 523618 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=21 [junit4] 2> 523620 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887558065651712,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 523621 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1508cf0 commitCommandVersion:1579887558065651712 [junit4] 2> 524200 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a79442[cdcr-source_shard1_replica_n1] main] [junit4] 2> 524201 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 524203 INFO (searcherExecutor-3107-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@a79442[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100) Uninverting(_8(7.1.0):C100)))} [junit4] 2> 524204 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=583 [junit4] 1> Adding 10 docs with commit=true, numDocs=1000 [junit4] 2> 524213 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8 [junit4] 2> 524215 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887558689554432,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 524215 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1508cf0 commitCommandVersion:1579887558689554432 [junit4] 2> 524887 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3299f5[cdcr-source_shard1_replica_n1] main] [junit4] 2> 524888 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 524891 INFO (searcherExecutor-3107-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3299f5[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100) Uninverting(_8(7.1.0):C100) Uninverting(_9(7.1.0):C100)))} [junit4] 2> 524892 INFO (qtp1481684-11546) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=677 [junit4] 2> 524895 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=1 [junit4] 2> 524911 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 524911 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39485/solr ready [junit4] 2> 524914 INFO (qtp24512233-11505) [n:127.0.0.1:37777_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 524917 INFO (OverseerThreadFactory-3096-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target [junit4] 2> 525031 INFO (OverseerStateUpdate-98742972063809539-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"cdcr-target", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"cdcr-target_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:37777/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 525234 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 525235 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 525341 INFO (zkCallback-2716-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 525341 INFO (zkCallback-2716-thread-2-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 526262 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 526268 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 526272 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal [junit4] 2> 526276 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 526277 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema [junit4] 2> 526278 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak [junit4] 2> 526279 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true [junit4] 2> 526279 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37777.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4c92 [junit4] 2> 526279 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 526279 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_4138E267B15D0742-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_4138E267B15D0742-001/cdcr-target-001/node1/./cdcr-target_shard1_replica_n1/data/] [junit4] 2> 526325 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog [junit4] 2> 526325 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 526327 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 526327 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 526328 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19bc6d4[cdcr-target_shard1_replica_n1] main] [junit4] 2> 526330 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target [junit4] 2> 526330 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target [junit4] 2> 526330 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema [junit4] 2> 526331 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 526331 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 526333 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer [junit4] 2> 526334 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process [junit4] 2> 526335 INFO (searcherExecutor-3113-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@19bc6d4[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 526335 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579887560912535552 [junit4] 2> 526338 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 526338 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 526338 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37777/solr/cdcr-target_shard1_replica_n1/ [junit4] 2> 526339 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 526339 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37777/solr/cdcr-target_shard1_replica_n1/ has no replicas [junit4] 2> 526339 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 526340 INFO (zkCallback-2716-thread-2-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1 [junit4] 2> 526341 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37777/solr/cdcr-target_shard1_replica_n1/ shard1 [junit4] 2> 526443 INFO (zkCallback-2716-thread-2-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 526443 INFO (zkCallback-2716-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 526492 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 526494 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1259 [junit4] 2> 526498 INFO (qtp24512233-11505) [n:127.0.0.1:37777_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 526598 INFO (zkCallback-2716-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 526598 INFO (zkCallback-2716-thread-2-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 526919 INFO (OverseerCollectionConfigSetProcessor-98742972063809539-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 527499 INFO (qtp24512233-11505) [n:127.0.0.1:37777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2585 [junit4] 2> 527505 INFO (zkCallback-2716-thread-2-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1 [junit4] 2> 527506 INFO (qtp24512233-11506) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 527506 INFO (zkCallback-2716-thread-2-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1 [junit4] 2> 527513 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 527514 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39485/solr ready [junit4] 2> 527524 INFO (qtp24512233-11506) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0 [junit4] 2> 527524 INFO (qtp24512233-11506) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 527525 INFO (qtp24512233-11507) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=8 [junit4] 2> 527526 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1 [junit4] 2> 527526 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1 [junit4] 2> 527531 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor [junit4] 2> 527533 INFO (zkCallback-2728-thread-1-processing-n:127.0.0.1:45919_solr) [n:127.0.0.1:45919_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1 [junit4] 2> 527533 INFO (cdcr-bootstrap-status-2740-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: http://127.0.0.1:37777/solr/cdcr-target_shard1_replica_n1/ [junit4] 2> 527534 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=25 [junit4] 2> 527534 INFO (zkCallback-2728-thread-1-processing-n:127.0.0.1:45919_solr) [n:127.0.0.1:45919_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1 [junit4] 2> 527539 INFO (qtp1481684-11548) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 527540 INFO (qtp24512233-11505) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:45919/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=3 [junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=1},queues={127.0.0.1:39485/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped} [junit4] 2> 527542 INFO (qtp24512233-11501) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887562178166784,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 527542 INFO (qtp24512233-11501) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit. [junit4] 2> 527542 INFO (qtp24512233-11501) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 527542 INFO (qtp24512233-11501) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 527542 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null} [junit4] 2> 527544 INFO (qtp24512233-11506) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 527545 INFO (qtp24512233-11502) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 527546 INFO (cdcr-bootstrap-status-2740-thread-1-processing-n:127.0.0.1:45919_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms [junit4] 2> 527547 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579887562183409664,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 527548 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1508cf0 commitCommandVersion:1579887562183409664 [junit4] 2> 527625 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dbd1c[cdcr-source_shard1_replica_n1] realtime] [junit4] 2> 527626 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 527626 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=78 [junit4] 2> 527629 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 527630 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 12 [junit4] 2> 527630 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 1506698190865 [junit4] 2> 527630 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 527630 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 527630 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting replication process [junit4] 2> 527637 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1579887556655316992}, {size=4778, name=tlog.0000000000000000001.1579887556775903232}, {size=4778, name=tlog.0000000000000000002.1579887556908023808}, {size=4778, name=tlog.0000000000000000003.1579887557047484416}, {size=4778, name=tlog.0000000000000000004.1579887557208965120}, {size=4778, name=tlog.0000000000000000005.1579887557404000256}, {size=4778, name=tlog.0000000000000000006.1579887557601132544}, {size=4778, name=tlog.0000000000000000007.1579887557811896320}, {size=4778, name=tlog.0000000000000000008.1579887558041534464}, {size=4778, name=tlog.0000000000000000009.1579887558679068672}] [junit4] 2> 527637 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=6 [junit4] 2> 527638 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of files in latest index in master: 14 [junit4] 2> 527638 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of tlog files in master: 10 [junit4] 2> 527641 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 527641 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@f2bae8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3d5297) [junit4] 2> 527643 INFO (qtp1481684-11543) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527646 INFO (qtp1481684-11544) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527649 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527651 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527654 INFO (qtp1481684-11543) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527657 INFO (qtp1481684-11544) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527660 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527663 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527683 INFO (qtp1481684-11543) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527685 INFO (qtp1481684-11544) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527687 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527688 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527690 INFO (qtp1481684-11543) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527691 INFO (qtp1481684-11544) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527692 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4657, name=tlog.0000000000000000000.1579887556655316992}, {size=4778, name=tlog.0000000000000000001.1579887556775903232}, {size=4778, name=tlog.0000000000000000002.1579887556908023808}, {size=4778, name=tlog.0000000000000000003.1579887557047484416}, {size=4778, name=tlog.0000000000000000004.1579887557208965120}, {size=4778, name=tlog.0000000000000000005.1579887557404000256}, {size=4778, name=tlog.0000000000000000006.1579887557601132544}, {size=4778, name=tlog.0000000000000000007.1579887557811896320}, {size=4778, name=tlog.0000000000000000008.1579887558041534464}, {size=4778, name=tlog.0000000000000000009.1579887558679068672}] [junit4] 2> 527695 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000000.1579887556655316992&wt=filestream&command=filecontent} status=0 QTime=1 [junit4] 2> 527697 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000001.1579887556775903232&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527699 INFO (qtp1481684-11543) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000002.1579887556908023808&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527701 INFO (qtp1481684-11544) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000003.1579887557047484416&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527703 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000004.1579887557208965120&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527704 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000005.1579887557404000256&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527705 INFO (qtp1481684-11543) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000006.1579887557601132544&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527707 INFO (qtp1481684-11544) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000007.1579887557811896320&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527708 INFO (qtp1481684-11547) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000008.1579887558041534464&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527709 INFO (qtp1481684-11542) [n:127.0.0.1:45919_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000009.1579887558679068672&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 527710 INFO (recoveryExecutor-2714-thread-1-processing-n:127.0.0.1:37777_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:37777_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=84775) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@f2bae8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3d5297) [junit4] 2> 527773 INFO (recovery [...truncated too long message...] junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 2 /solr/live_nodes [junit4] 2> 2 /solr/collections [junit4] 2> [junit4] 2> 712201 INFO (jetty-closer-2786-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@142241a{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 712201 INFO (jetty-closer-2786-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=11764259 [junit4] 2> 712201 INFO (jetty-closer-2786-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 712202 INFO (jetty-closer-2786-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44435a: rootName = solr_34209, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@cb8a8 [junit4] 2> 712208 INFO (jetty-closer-2786-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 712208 INFO (jetty-closer-2786-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b17205: rootName = solr_34209, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1259b6c [junit4] 2> 712213 INFO (jetty-closer-2786-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 712213 INFO (jetty-closer-2786-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d1a641: rootName = solr_34209, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@10e9992 [junit4] 2> 712214 INFO (jetty-closer-2786-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 712215 INFO (coreCloseExecutor-3248-thread-1) [n:127.0.0.1:34209_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@145a67b [junit4] 2> 712215 INFO (coreCloseExecutor-3248-thread-1) [n:127.0.0.1:34209_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=21341819 [junit4] 2> 712215 INFO (coreCloseExecutor-3248-thread-1) [n:127.0.0.1:34209_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@191fbde: rootName = solr_34209, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@ed839a [junit4] 2> 712216 INFO (zkCallback-2792-thread-3-processing-n:127.0.0.1:34209_solr) [n:127.0.0.1:34209_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 712216 INFO (zkCallback-2792-thread-4-processing-n:127.0.0.1:34209_solr) [n:127.0.0.1:34209_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 712227 INFO (coreCloseExecutor-3248-thread-1) [n:127.0.0.1:34209_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=21341819 [junit4] 2> 712227 INFO (coreCloseExecutor-3248-thread-1) [n:127.0.0.1:34209_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1 [junit4] 2> 712228 INFO (jetty-closer-2786-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98742975428100099-127.0.0.1:34209_solr-n_0000000000) closing [junit4] 2> 712229 INFO (OverseerStateUpdate-98742975428100099-127.0.0.1:34209_solr-n_0000000000) [n:127.0.0.1:34209_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34209_solr [junit4] 2> 712231 WARN (zkCallback-2792-thread-4-processing-n:127.0.0.1:34209_solr) [n:127.0.0.1:34209_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 712231 INFO (jetty-closer-2786-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10b0568{/solr,null,UNAVAILABLE} [junit4] 2> 712231 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 712232 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33575 33575 [junit4] 2> 717289 INFO (Thread-1160) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33575 33575 [junit4] 2> 717289 WARN (Thread-1160) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 3 /solr/aliases.json [junit4] 2> 3 /solr/clusterprops.json [junit4] 2> 2 /solr/configs/cdcr-target/managed-schema [junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 6 /solr/collections/cdcr-target/state.json [junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process [junit4] 2> 3 /solr/clusterstate.json [junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 3 /solr/live_nodes [junit4] 2> 3 /solr/collections [junit4] 2> [junit4] 2> 717289 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[4138E267B15D0742]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithContinousIndexingOnSourceCluster [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=4138E267B15D0742 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lt -Dtests.timezone=Africa/Lusaka -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] FAILURE 147s J2 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<< [junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901> [junit4] > at __randomizedtesting.SeedInfo.seed([4138E267B15D0742:957DA93E560BB4B9]:0) [junit4] > at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_4138E267B15D0742-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=PostingsFormat(name=Direct), id=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=2000, maxMBSortInHeap=7.754600515301053, sim=RandomSimilarity(queryNorm=true): {}, locale=lt, timezone=Africa/Lusaka [junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=143591800,total=477102080 [junit4] 2> NOTE: All tests run in this JVM: [SolrMetricManagerTest, AnalysisErrorHandlingTest, TestAuthenticationFramework, CloneFieldUpdateProcessorFactoryTest, TestBinaryResponseWriter, TestCodecSupport, DeleteLastCustomShardedReplicaTest, TermsComponentTest, SortByFunctionTest, SpatialHeatmapFacetsTest, DistributedVersionInfoTest, TestUtils, TestScoreJoinQPScore, TestSolrCoreProperties, TestCloudJSONFacetJoinDomain, TestExactStatsCache, TestReload, TestDynamicFieldResource, TestRecovery, TestManagedResource, TestUseDocValuesAsStored, QueryEqualityTest, TestFoldingMultitermQuery, CdcrRequestHandlerTest, TestImplicitCoreProperties, SuggesterTest, SolrGangliaReporterTest, OverseerCollectionConfigSetProcessorTest, TestSuggestSpellingConverter, TestZkAclsWithHadoopAuth, TestNumericRangeQuery64, TestStandardQParsers, TestStressReorder, ResponseLogComponentTest, TestQueryUtils, TestRetrieveFieldsOptimizer, MetricsHandlerTest, TestSolr4Spatial2, HardAutoCommitTest, SolrInfoBeanTest, OverseerStatusTest, LeaderFailureAfterFreshStartTest, TestManagedSchema, TestInitQParser, VMParamsZkACLAndCredentialsProvidersTest, TestSortByMinMaxFunction, BlockJoinFacetRandomTest, TestBulkSchemaAPI, UniqFieldsUpdateProcessorFactoryTest, URLClassifyProcessorTest, TestSolrDeletionPolicy2, SpellPossibilityIteratorTest, TestCollectionAPI, TestOverriddenPrefixQueryForCustomFieldType, RulesTest, TestCloudNestedDocsSort, DocumentBuilderTest, ConjunctionSolrSpellCheckerTest, BufferStoreTest, DirectUpdateHandlerTest, CreateCollectionCleanupTest, TestExceedMaxTermLength, TestStressLiveNodes, TestLegacyField, TestGeoJSONResponseWriter, TestPrepRecovery, ExplicitHLLTest, CdcrBootstrapTest] [junit4] Completed [158/732 (1!)] on J2 in 198.51s, 3 tests, 1 failure <<< FAILURES! [...truncated 44444 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org