Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/673/
1 tests failed. FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap Error Message: Document mismatch on target after sync expected:<1000> but was:<0> Stack Trace: java.lang.AssertionError: Document mismatch on target after sync expected:<1000> but was:<0> at __randomizedtesting.SeedInfo.seed([393DE62051330E93:EEEAC957E56C96D4]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.apache.solr.cloud.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:134) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 12304 lines...] [junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/init-core-data-001 [junit4] 2> 1228456 INFO (SUITE-CdcrBootstrapTest-seed#[393DE62051330E93]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 1228458 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap [junit4] 2> 1228458 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/cdcr-target-001 [junit4] 2> 1228458 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1228458 INFO (Thread-4110) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1228458 INFO (Thread-4110) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1228558 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.ZkTestServer start zk server on port:47131 [junit4] 2> 1228569 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1228571 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e1409a1{/solr,null,AVAILABLE} [junit4] 2> 1228574 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5f7bfe2a{SSL,[ssl, http/1.1]}{127.0.0.1:48801} [junit4] 2> 1228574 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.Server Started @1232437ms [junit4] 2> 1228574 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48801} [junit4] 2> 1228574 ERROR (jetty-launcher-2323-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1228574 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0 [junit4] 2> 1228574 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1228574 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1228574 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-12T08:05:35.246Z [junit4] 2> 1228576 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1228587 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 1228588 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47131/solr [junit4] 2> 1228606 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:48801_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48801_solr [junit4] 2> 1228607 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:48801_solr ] o.a.s.c.Overseer Overseer (id=97269077451145219-127.0.0.1:48801_solr-n_0000000000) starting [junit4] 2> 1228612 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:48801_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48801_solr [junit4] 2> 1228613 INFO (zkCallback-2329-thread-1-processing-n:127.0.0.1:48801_solr) [n:127.0.0.1:48801_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1228655 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:48801_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/cdcr-target-001/node1/. [junit4] 1> Target zkHost = 127.0.0.1:47131/solr [junit4] 2> 1229193 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/cdcr-source-001 [junit4] 2> 1229193 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1229194 INFO (Thread-4120) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1229194 INFO (Thread-4120) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1229199 WARN (Thread-4120) [ ] o.a.z.j.MBeanRegistry Failed to register MBean StandaloneServer_port-1 [junit4] 2> 1229199 WARN (Thread-4120) [ ] o.a.z.s.ZooKeeperServer Failed to register with JMX [junit4] 2> javax.management.InstanceAlreadyExistsException: org.apache.ZooKeeperService:name0=StandaloneServer_port-1 [junit4] 2> at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437) [junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898) [junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966) [junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900) [junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324) [junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522) [junit4] 2> at org.apache.zookeeper.jmx.MBeanRegistry.register(MBeanRegistry.java:96) [junit4] 2> at org.apache.zookeeper.server.ZooKeeperServer.registerJMX(ZooKeeperServer.java:377) [junit4] 2> at org.apache.zookeeper.server.ZooKeeperServer.startup(ZooKeeperServer.java:410) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.startup(NIOServerCnxnFactory.java:123) [junit4] 2> at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:308) [junit4] 2> at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) [junit4] 2> 1229293 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.ZkTestServer start zk server on port:48122 [junit4] 2> 1229309 INFO (jetty-launcher-2334-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1229311 INFO (jetty-launcher-2334-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@604fd5db{/solr,null,AVAILABLE} [junit4] 2> 1229312 INFO (jetty-launcher-2334-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7336f6eb{SSL,[ssl, http/1.1]}{127.0.0.1:40006} [junit4] 2> 1229312 INFO (jetty-launcher-2334-thread-1) [ ] o.e.j.s.Server Started @1233175ms [junit4] 2> 1229312 INFO (jetty-launcher-2334-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40006} [junit4] 2> 1229312 ERROR (jetty-launcher-2334-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1229312 INFO (jetty-launcher-2334-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0 [junit4] 2> 1229312 INFO (jetty-launcher-2334-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1229312 INFO (jetty-launcher-2334-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1229313 INFO (jetty-launcher-2334-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-12T08:05:35.985Z [junit4] 2> 1229315 INFO (jetty-launcher-2334-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1229319 INFO (jetty-launcher-2334-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 1229320 INFO (jetty-launcher-2334-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48122/solr [junit4] 2> 1229338 INFO (jetty-launcher-2334-thread-1) [n:127.0.0.1:40006_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40006_solr [junit4] 2> 1229338 INFO (jetty-launcher-2334-thread-1) [n:127.0.0.1:40006_solr ] o.a.s.c.Overseer Overseer (id=97269077499576323-127.0.0.1:40006_solr-n_0000000000) starting [junit4] 2> 1229343 INFO (jetty-launcher-2334-thread-1) [n:127.0.0.1:40006_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40006_solr [junit4] 2> 1229344 INFO (zkCallback-2340-thread-1-processing-n:127.0.0.1:40006_solr) [n:127.0.0.1:40006_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1229397 INFO (jetty-launcher-2334-thread-1) [n:127.0.0.1:40006_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/cdcr-source-001/node1/. [junit4] 2> 1229894 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1229895 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48122/solr ready [junit4] 2> 1229953 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1229955 INFO (OverseerThreadFactory-5742-thread-1-processing-n:127.0.0.1:40006_solr) [n:127.0.0.1:40006_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source [junit4] 2> 1230070 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 [junit4] 2> 1230177 INFO (zkCallback-2340-thread-2-processing-n:127.0.0.1:40006_solr) [n:127.0.0.1:40006_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1231084 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0 [junit4] 2> 1231090 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica1] Schema name=minimal [junit4] 2> 1231092 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1231093 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica1' using configuration from collection cdcr-source [junit4] 2> 1231093 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/cdcr-source-001/node1/cdcr-source_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/cdcr-source-001/node1/./cdcr-source_shard1_replica1/data/] [junit4] 2> 1231109 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1231109 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1231110 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1231110 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1231111 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61b87e13[cdcr-source_shard1_replica1] main] [junit4] 2> 1231112 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source [junit4] 2> 1231113 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source [junit4] 2> 1231113 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1231113 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556305242001244160 [junit4] 2> 1231114 INFO (searcherExecutor-5745-thread-1-processing-n:127.0.0.1:40006_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@61b87e13[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1231119 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1231119 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1231119 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40006/solr/cdcr-source_shard1_replica1/ [junit4] 2> 1231119 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 1231120 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:40006/solr/cdcr-source_shard1_replica1/ has no replicas [junit4] 2> 1231123 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40006/solr/cdcr-source_shard1_replica1/ shard1 [junit4] 2> 1231226 INFO (zkCallback-2340-thread-3-processing-n:127.0.0.1:40006_solr) [n:127.0.0.1:40006_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1231274 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1231277 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=1206 [junit4] 2> 1231284 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 1231379 INFO (zkCallback-2340-thread-1-processing-n:127.0.0.1:40006_solr) [n:127.0.0.1:40006_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1231960 INFO (OverseerCollectionConfigSetProcessor-97269077499576323-127.0.0.1:40006_solr-n_0000000000) [n:127.0.0.1:40006_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1232284 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2331 [junit4] 1> Adding 10 docs with commit=true, numDocs=100 [junit4] 2> 1232295 INFO (qtp1588890653-13029) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_0 (1556305243236466688), source_1 (1556305243238563840), source_2 (1556305243238563841), source_3 (1556305243238563842), source_4 (1556305243238563843), source_5 (1556305243238563844), source_6 (1556305243238563845), source_7 (1556305243238563846), source_8 (1556305243238563847), source_9 (1556305243238563848), ... (100 adds)]} 0 3 [junit4] 2> 1232299 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1232299 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6511ed3f [junit4] 2> 1232320 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3cbc381[cdcr-source_shard1_replica1] main] [junit4] 2> 1232320 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1232320 INFO (searcherExecutor-5745-thread-1-processing-n:127.0.0.1:40006_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3cbc381[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C100)))} [junit4] 2> 1232321 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 22 [junit4] 1> Adding 10 docs with commit=true, numDocs=200 [junit4] 2> 1232326 INFO (qtp1588890653-13028) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_100 (1556305243270021120), source_101 (1556305243271069696), source_102 (1556305243272118272), source_103 (1556305243272118273), source_104 (1556305243272118274), source_105 (1556305243272118275), source_106 (1556305243272118276), source_107 (1556305243272118277), source_108 (1556305243272118278), source_109 (1556305243272118279), ... (100 adds)]} 0 3 [junit4] 2> 1232328 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1232328 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6511ed3f [junit4] 2> 1232347 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38ba820a[cdcr-source_shard1_replica1] main] [junit4] 2> 1232347 INFO (searcherExecutor-5745-thread-1-processing-n:127.0.0.1:40006_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@38ba820a[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C100) Uninverting(_1(6.4.0):C100)))} [junit4] 2> 1232347 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1232347 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 19 [junit4] 1> Adding 10 docs with commit=true, numDocs=300 [junit4] 2> 1232353 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_200 (1556305243298332672), source_201 (1556305243299381248), source_202 (1556305243299381249), source_203 (1556305243299381250), source_204 (1556305243299381251), source_205 (1556305243299381252), source_206 (1556305243299381253), source_207 (1556305243299381254), source_208 (1556305243299381255), source_209 (1556305243299381256), ... (100 adds)]} 0 2 [junit4] 2> 1232355 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1232355 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6511ed3f [junit4] 2> 1232379 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bd530c[cdcr-source_shard1_replica1] main] [junit4] 2> 1232379 INFO (searcherExecutor-5745-thread-1-processing-n:127.0.0.1:40006_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@1bd530c[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C100) Uninverting(_1(6.4.0):C100) Uninverting(_2(6.4.0):C100)))} [junit4] 2> 1232379 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1232379 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 24 [junit4] 1> Adding 10 docs with commit=true, numDocs=400 [junit4] 2> 1232384 INFO (qtp1588890653-13029) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_300 (1556305243331887104), source_301 (1556305243332935680), source_302 (1556305243332935681), source_303 (1556305243332935682), source_304 (1556305243332935683), source_305 (1556305243332935684), source_306 (1556305243332935685), source_307 (1556305243332935686), source_308 (1556305243332935687), source_309 (1556305243332935688), ... (100 adds)]} 0 2 [junit4] 2> 1232386 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1232386 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6511ed3f [junit4] 2> 1232406 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3415b3c9[cdcr-source_shard1_replica1] main] [junit4] 2> 1232406 INFO (searcherExecutor-5745-thread-1-processing-n:127.0.0.1:40006_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3415b3c9[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C100) Uninverting(_1(6.4.0):C100) Uninverting(_2(6.4.0):C100) Uninverting(_3(6.4.0):C100)))} [junit4] 2> 1232406 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1232406 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 20 [junit4] 1> Adding 10 docs with commit=true, numDocs=500 [junit4] 2> 1232411 INFO (qtp1588890653-13028) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_400 (1556305243359150080), source_401 (1556305243361247232), source_402 (1556305243361247233), source_403 (1556305243361247234), source_404 (1556305243361247235), source_405 (1556305243361247236), source_406 (1556305243361247237), source_407 (1556305243361247238), source_408 (1556305243361247239), source_409 (1556305243361247240), ... (100 adds)]} 0 3 [junit4] 2> 1232413 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1232413 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6511ed3f [junit4] 2> 1232437 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d12bd32[cdcr-source_shard1_replica1] main] [junit4] 2> 1232437 INFO (searcherExecutor-5745-thread-1-processing-n:127.0.0.1:40006_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@d12bd32[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C100) Uninverting(_1(6.4.0):C100) Uninverting(_2(6.4.0):C100) Uninverting(_3(6.4.0):C100) Uninverting(_4(6.4.0):C100)))} [junit4] 2> 1232437 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1232438 INFO (qtp1588890653-13033) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 24 [junit4] 1> Adding 10 docs with commit=true, numDocs=600 [junit4] 2> 1232442 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_500 (1556305243392704512), source_501 (1556305243393753088), source_502 (1556305243393753089), source_503 (1556305243393753090), source_504 (1556305243393753091), source_505 (1556305243393753092), source_506 (1556305243393753093), source_507 (1556305243393753094), source_508 (1556305243393753095), source_509 (1556305243393753096), ... (100 adds)]} 0 2 [junit4] 2> 1232444 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1232445 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6511ed3f [junit4] 2> 1232468 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f5caaf1[cdcr-source_shard1_replica1] main] [junit4] 2> 1232469 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1232469 INFO (searcherExecutor-5745-thread-1-processing-n:127.0.0.1:40006_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@5f5caaf1[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C100) Uninverting(_1(6.4.0):C100) Uninverting(_2(6.4.0):C100) Uninverting(_3(6.4.0):C100) Uninverting(_4(6.4.0):C100) Uninverting(_5(6.4.0):C100)))} [junit4] 2> 1232469 INFO (qtp1588890653-13031) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 24 [junit4] 1> Adding 10 docs with commit=true, numDocs=700 [junit4] 2> 1232477 INFO (qtp1588890653-13029) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_600 (1556305243428356096), source_601 (1556305243429404672), source_602 (1556305243429404673), source_603 (1556305243429404674), source_604 (1556305243429404675), source_605 (1556305243429404676), source_606 (1556305243429404677), source_607 (1556305243429404678), source_608 (1556305243429404679), source_609 (1556305243429404680), ... (100 adds)]} 0 2 [junit4] 2> 1232479 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1232479 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6511ed3f [junit4] 2> 1232499 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a12b2d0[cdcr-source_shard1_replica1] main] [junit4] 2> 1232499 INFO (searcherExecutor-5745-thread-1-processing-n:127.0.0.1:40006_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@2a12b2d0[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C100) Uninverting(_1(6.4.0):C100) Uninverting(_2(6.4.0):C100) Uninverting(_3(6.4.0):C100) Uninverting(_4(6.4.0):C100) Uninverting(_5(6.4.0):C100) Uninverting(_6(6.4.0):C100)))} [junit4] 2> 1232499 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1232500 INFO (qtp1588890653-13030) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 20 [junit4] 1> Adding 10 docs with commit=true, numDocs=800 [junit4] 2> 1232505 INFO (qtp1588890653-13028) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_700 (1556305243457716224), source_701 (1556305243458764800), source_702 (1556305243458764801), source_703 (1556305243458764802), source_704 (1556305243458764803), source_705 (1556305243458764804), source_706 (1556305243458764805), source_707 (1556305243458764806), source_708 (1556305243458764807), source_709 (1556305243458764808), ... (100 adds)]} 0 2 [junit4] 2> 1232506 INFO (qtp1588890653-13028) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1232506 INFO (qtp1588890653-13028) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6511ed3f [junit4] 2> 1232529 INFO (qtp1588890653-13028) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f1df65c[cdcr-source_shard1_replica1] main] [junit4] 2> 1232529 INFO (searcherExecutor-5745-thread-1-processing-n:127.0.0.1:40006_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@f1df65c[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C100) Uninverting(_1(6.4.0):C100) Uninverting(_2(6.4.0):C100) Uninverting(_3(6.4.0):C100) Uninverting(_4(6.4.0):C100) Uninverting(_5(6.4.0):C100) Uninverting(_6(6.4.0):C100) Uninverting(_7(6.4.0):C100)))} [junit4] 2> 1232529 INFO (qtp1588890653-13028) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1232529 INFO (qtp1588890653-13028) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 22 [junit4] 1> Adding 10 docs with commit=true, numDocs=900 [junit4] 2> 1232538 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_800 (1556305243492319232), source_801 (1556305243493367808), source_802 (1556305243493367809), source_803 (1556305243493367810), source_804 (1556305243493367811), source_805 (1556305243493367812), source_806 (1556305243493367813), source_807 (1556305243493367814), source_808 (1556305243493367815), source_809 (1556305243493367816), ... (100 adds)]} 0 2 [junit4] 2> 1232540 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1232540 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6511ed3f [junit4] 2> 1232564 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@473e2e86[cdcr-source_shard1_replica1] main] [junit4] 2> 1232564 INFO (searcherExecutor-5745-thread-1-processing-n:127.0.0.1:40006_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@473e2e86[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C100) Uninverting(_1(6.4.0):C100) Uninverting(_2(6.4.0):C100) Uninverting(_3(6.4.0):C100) Uninverting(_4(6.4.0):C100) Uninverting(_5(6.4.0):C100) Uninverting(_6(6.4.0):C100) Uninverting(_7(6.4.0):C100) Uninverting(_8(6.4.0):C100)))} [junit4] 2> 1232564 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1232564 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 24 [junit4] 1> Adding 10 docs with commit=true, numDocs=1000 [junit4] 2> 1232573 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2}{add=[source_900 (1556305243526922240), source_901 (1556305243527970816), source_902 (1556305243527970817), source_903 (1556305243527970818), source_904 (1556305243527970819), source_905 (1556305243527970820), source_906 (1556305243527970821), source_907 (1556305243527970822), source_908 (1556305243527970823), source_909 (1556305243527970824), ... (100 adds)]} 0 4 [junit4] 2> 1232577 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1232577 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6511ed3f [junit4] 2> 1232605 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b2f2f91[cdcr-source_shard1_replica1] main] [junit4] 2> 1232606 INFO (searcherExecutor-5745-thread-1-processing-n:127.0.0.1:40006_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@4b2f2f91[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C100) Uninverting(_1(6.4.0):C100) Uninverting(_2(6.4.0):C100) Uninverting(_3(6.4.0):C100) Uninverting(_4(6.4.0):C100) Uninverting(_5(6.4.0):C100) Uninverting(_6(6.4.0):C100) Uninverting(_7(6.4.0):C100) Uninverting(_8(6.4.0):C100) Uninverting(_9(6.4.0):C100)))} [junit4] 2> 1232606 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1232606 INFO (qtp1588890653-13032) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 29 [junit4] 2> 1232610 INFO (qtp1588890653-13029) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:3&wt=javabin&version=2} hits=1000 status=0 QTime=0 [junit4] 2> 1232612 INFO (qtp1588890653-13029) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:3&getVersions=1000&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1232636 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7336f6eb{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 1232645 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1897395541 [junit4] 2> 1232661 INFO (coreCloseExecutor-5750-thread-1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@147c438d [junit4] 2> 1232678 INFO (coreCloseExecutor-5750-thread-1) [n:127.0.0.1:40006_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.cdcr-source.shard1.replica1 [junit4] 2> 1232679 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.Overseer Overseer (id=97269077499576323-127.0.0.1:40006_solr-n_0000000000) closing [junit4] 2> 1232679 INFO (OverseerStateUpdate-97269077499576323-127.0.0.1:40006_solr-n_0000000000) [n:127.0.0.1:40006_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40006_solr [junit4] 2> 1232686 INFO (zkCallback-2347-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 1234186 WARN (zkCallback-2340-thread-2-processing-n:127.0.0.1:40006_solr) [n:127.0.0.1:40006_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 1234186 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node [junit4] 2> 1234187 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@604fd5db{/solr,null,UNAVAILABLE} [junit4] 2> 1234189 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1234190 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1026a46f{/solr,null,AVAILABLE} [junit4] 2> 1234191 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d81be64{SSL,[ssl, http/1.1]}{127.0.0.1:58998} [junit4] 2> 1234191 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.e.j.s.Server Started @1238055ms [junit4] 2> 1234191 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58998} [junit4] 2> 1234192 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1234192 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0 [junit4] 2> 1234192 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1234192 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1234192 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-12T08:05:40.864Z [junit4] 2> 1234195 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1234201 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 1234202 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48122/solr [junit4] 2> 1234212 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [n:127.0.0.1:58998_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58998_solr [junit4] 2> 1234213 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [n:127.0.0.1:58998_solr ] o.a.s.c.Overseer Overseer (id=97269077499576331-127.0.0.1:58998_solr-n_0000000001) starting [junit4] 2> 1234220 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [n:127.0.0.1:58998_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58998_solr [junit4] 2> 1234221 INFO (zkCallback-2347-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1234222 INFO (zkCallback-2353-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1234260 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [n:127.0.0.1:58998_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/cdcr-source-001/node1/. [junit4] 2> 1234260 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [n:127.0.0.1:58998_solr ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica1] [junit4] 2> 1234369 INFO (zkCallback-2353-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1235268 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0 [junit4] 2> 1235272 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 1235274 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica1] Schema name=minimal [junit4] 2> 1235276 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1235277 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema [junit4] 2> 1235279 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak [junit4] 2> 1235279 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica1' using configuration from collection cdcr-source [junit4] 2> 1235280 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/cdcr-source-001/node1/cdcr-source_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/cdcr-source-001/node1/./cdcr-source_shard1_replica1/data/] [junit4] 2> 1235317 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog [junit4] 2> 1235317 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1235319 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1235319 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1235330 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b37d669[cdcr-source_shard1_replica1] main] [junit4] 2> 1235332 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source [junit4] 2> 1235332 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source [junit4] 2> 1235332 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema [junit4] 2> 1235333 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 1235333 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1235339 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer [junit4] 2> 1235342 INFO (coreLoadExecutor-5759-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process [junit4] 2> 1235361 INFO (searcherExecutor-5760-thread-1-processing-n:127.0.0.1:58998_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@4b37d669[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.4.0):C1000)))} [junit4] 2> 1235373 INFO (coreZkRegister-5752-thread-1-processing-n:127.0.0.1:58998_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1235373 INFO (coreZkRegister-5752-thread-1-processing-n:127.0.0.1:58998_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1235373 INFO (coreZkRegister-5752-thread-1-processing-n:127.0.0.1:58998_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58998/solr/cdcr-source_shard1_replica1/ [junit4] 2> 1235373 INFO (coreZkRegister-5752-thread-1-processing-n:127.0.0.1:58998_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 1235373 INFO (coreZkRegister-5752-thread-1-processing-n:127.0.0.1:58998_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:58998/solr/cdcr-source_shard1_replica1/ has no replicas [junit4] 2> 1235405 INFO (zkCallback-2353-thread-1-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1 [junit4] 2> 1235405 INFO (coreZkRegister-5752-thread-1-processing-n:127.0.0.1:58998_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:58998/solr/cdcr-source_shard1_replica1/ shard1 [junit4] 2> 1235411 INFO (coreZkRegister-5752-thread-1-processing-n:127.0.0.1:58998_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1235438 INFO (qtp43406077-13085) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/cdcr params={action=LASTPROCESSEDVERSION&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1235516 INFO (zkCallback-2353-thread-3-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1235559 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: cdcr-source failOnTimeout:true timeout (sec):330 [junit4] 1> - [junit4] 1> replica:core_node1 rstate:active live:true [junit4] 1> no one is recoverying [junit4] 2> 1235559 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: cdcr-source [junit4] 2> 1235560 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection cdcr-source failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 0 [junit4] 2> 1235560 WARN (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) cdcr-source after stale state error from server. [junit4] 2> 1235564 INFO (qtp43406077-13083) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:6&wt=javabin&version=2} hits=1000 status=0 QTime=0 [junit4] 2> 1235583 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1235584 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[393DE62051330E93]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47131/solr ready [junit4] 2> 1235645 INFO (qtp1225391390-12990) [n:127.0.0.1:48801_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1235653 INFO (OverseerThreadFactory-5734-thread-1-processing-n:127.0.0.1:48801_solr) [n:127.0.0.1:48801_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target [junit4] 2> 1235764 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2 [junit4] 2> 1235867 INFO (zkCallback-2329-thread-4-processing-n:127.0.0.1:48801_solr) [n:127.0.0.1:48801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1236777 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0 [junit4] 2> 1236783 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 1236790 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica1] Schema name=minimal [junit4] 2> 1236792 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1236793 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema [junit4] 2> 1236795 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak [junit4] 2> 1236796 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica1' using configuration from collection cdcr-target [junit4] 2> 1236797 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/cdcr-target-001/node1/cdcr-target_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001/cdcr-target-001/node1/./cdcr-target_shard1_replica1/data/] [junit4] 2> 1236811 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog [junit4] 2> 1236811 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1236813 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1236813 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1236813 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b12d630[cdcr-target_shard1_replica1] main] [junit4] 2> 1236814 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target [junit4] 2> 1236814 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target [junit4] 2> 1236814 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema [junit4] 2> 1236815 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 1236815 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1236816 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer [junit4] 2> 1236819 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process [junit4] 2> 1236823 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556305247988613120 [junit4] 2> 1236825 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:48801_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Registered new searcher Searcher@b12d630[cdcr-target_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1236848 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1236848 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1236848 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:48801/solr/cdcr-target_shard1_replica1/ [junit4] 2> 1236848 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 1236848 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:48801/solr/cdcr-target_shard1_replica1/ has no replicas [junit4] 2> 1236850 INFO (zkCallback-2329-thread-3-processing-n:127.0.0.1:48801_solr) [n:127.0.0.1:48801_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1 [junit4] 2> 1236853 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:48801/solr/cdcr-target_shard1_replica1/ shard1 [junit4] 2> 1236955 INFO (zkCallback-2329-thread-3-processing-n:127.0.0.1:48801_solr) [n:127.0.0.1:48801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1237004 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1237006 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 x:cdcr-target_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2} status=0 QTime=1241 [junit4] 2> 1237009 INFO (qtp1225391390-12990) [n:127.0.0.1:48801_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 1237108 INFO (zkCallback-2329-thread-4-processing-n:127.0.0.1:48801_solr) [n:127.0.0.1:48801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1237657 INFO (OverseerCollectionConfigSetProcessor-97269077451145219-127.0.0.1:48801_solr-n_0000000000) [n:127.0.0.1:48801_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1238009 INFO (qtp1225391390-12990) [n:127.0.0.1:48801_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2364 [junit4] 2> 1239016 INFO (zkCallback-2329-thread-4-processing-n:127.0.0.1:48801_solr) [n:127.0.0.1:48801_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1 [junit4] 2> 1239016 INFO (qtp1225391390-12991) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:3&action=start&wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 1239016 INFO (zkCallback-2329-thread-4-processing-n:127.0.0.1:48801_solr) [n:127.0.0.1:48801_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1 [junit4] 2> 1239021 INFO (qtp43406077-13084) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1239022 INFO (qtp43406077-13084) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47131/solr ready [junit4] 2> 1239031 INFO (qtp1225391390-12990) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0 [junit4] 2> 1239031 INFO (qtp1225391390-12990) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1239031 INFO (qtp1225391390-12988) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:3&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=6 [junit4] 2> 1239032 INFO (qtp43406077-13084) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1 [junit4] 2> 1239032 INFO (qtp43406077-13084) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1 [junit4] 2> 1239035 INFO (qtp43406077-13084) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor [junit4] 2> 1239036 INFO (zkCallback-2353-thread-3-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1 [junit4] 2> 1239036 INFO (zkCallback-2353-thread-3-processing-n:127.0.0.1:58998_solr) [n:127.0.0.1:58998_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1 [junit4] 2> 1239036 INFO (qtp43406077-13084) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:6&action=start&wt=javabin&version=2} status=0 QTime=18 [junit4] 2> 1239037 INFO (cdcr-bootstrap-status-2359-thread-1-processing-n:127.0.0.1:58998_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: https://127.0.0.1:48801/solr/cdcr-target_shard1_replica1/ [junit4] 2> 1239041 INFO (qtp43406077-13085) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:6&action=queues&wt=javabin&version=2} status=0 QTime=2 [junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=2},queues={127.0.0.1:47131/solr={cdcr-target={queueSize=730023007,lastTimestamp=}}},tlogTotalSize=4765,tlogTotalCount=1,updateLogSynchronizer=stopped} [junit4] 2> 1239042 INFO (qtp1225391390-12988) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=https://127.0.0.1:58998/solr/cdcr-source_shard1_replica1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=2 [junit4] 2> 1239043 INFO (qtp1225391390-12992) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1239043 INFO (qtp1225391390-12992) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit. [junit4] 2> 1239045 INFO (qtp1225391390-12992) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1239045 INFO (qtp1225391390-12992) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-target:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=2 [junit4] 2> 1239047 INFO (qtp1225391390-12986) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:3&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 1239048 INFO (qtp1225391390-12991) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1239049 WARN (cdcr-bootstrap-status-2359-thread-1-processing-n:127.0.0.1:58998_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Bootstrap process was not found on target collection: cdcr-target shard: shard1, leader: https://127.0.0.1:48801/solr/cdcr-target_shard1_replica1/ [junit4] 2> 1239049 INFO (cdcr-bootstrap-status-2359-thread-1-processing-n:127.0.0.1:58998_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: https://127.0.0.1:48801/solr/cdcr-target_shard1_replica1/ [junit4] 2> 1239055 INFO (recoveryExecutor-2327-thread-1-processing-n:127.0.0.1:48801_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null} [junit4] 2> 1239059 INFO (qtp43406077-13084) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1239059 INFO (qtp43406077-13084) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit. [junit4] 2> 1239059 INFO (qtp1225391390-12985) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.S.Request [cdcr-target_shard1_replica1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=https://127.0.0.1:58998/solr/cdcr-source_shard1_replica1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=8 [junit4] 2> 1239061 INFO (qtp43406077-13084) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1239061 INFO (qtp43406077-13084) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=2 [junit4] 2> 1239064 INFO (qtp43406077-13087) [n:127.0.0.1:58998_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 1239064 INFO (recoveryExecutor-2327-thread-1-processing-n:127.0.0.1:48801_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Master's generation: 12 [junit4] 2> 1239064 INFO (recoveryExecutor-2327-thread-1-processing-n:127.0.0.1:48801_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Master's version: 1484208339249 [junit4] 2> 1239064 INFO (recoveryExecutor-2327-thread-1-processing-n:127.0.0.1:48801_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 1239064 INFO (recoveryExecutor-2327-thread-1-processing-n:127.0.0.1:48801_solr x:cdcr-target_shard1_replica1 s:shard1 c:cdcr-target r:core_node1) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.IndexFetcher Starting replication process [junit4] 2> 1239069 INFO (qtp1225391390-12989) [n:127.0.0.1:48801_solr c:cdcr-target s:shard1 r:core_node1 [...truncated too long message...] s.c.ZkTestServer connecting to 127.0.0.1:44701 44701 [junit4] 2> 1385643 INFO (Thread-4178) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44701 44701 [junit4] 2> 1385643 WARN (Thread-4178) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 2 /solr/aliases.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 2 /solr/clusterstate.json [junit4] 2> 2 /solr/collections/cdcr-source/cdcr/state/process [junit4] 2> 2 /solr/clusterprops.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 11 /solr/overseer/collection-queue-work [junit4] 2> 9 /solr/overseer/queue [junit4] 2> 3 /solr/overseer/queue-work [junit4] 2> 2 /solr/live_nodes [junit4] 2> 2 /solr/collections [junit4] 2> [junit4] 2> 1385648 INFO (jetty-launcher-2395-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@56e2cbc5{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 1385648 INFO (jetty-launcher-2395-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1685554949 [junit4] 2> 1385650 INFO (coreCloseExecutor-5885-thread-1) [n:127.0.0.1:55969_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1576ddb5 [junit4] 2> 1385650 INFO (coreCloseExecutor-5885-thread-1) [n:127.0.0.1:55969_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1 [junit4] 2> 1385650 INFO (zkCallback-2401-thread-3-processing-n:127.0.0.1:55969_solr) [n:127.0.0.1:55969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1385653 INFO (coreCloseExecutor-5885-thread-1) [n:127.0.0.1:55969_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.cdcr-target.shard1.replica1 [junit4] 2> 1385654 INFO (jetty-launcher-2395-thread-1) [ ] o.a.s.c.Overseer Overseer (id=97269086989189123-127.0.0.1:55969_solr-n_0000000000) closing [junit4] 2> 1385654 INFO (OverseerStateUpdate-97269086989189123-127.0.0.1:55969_solr-n_0000000000) [n:127.0.0.1:55969_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55969_solr [junit4] 2> 1387155 WARN (zkCallback-2401-thread-3-processing-n:127.0.0.1:55969_solr) [n:127.0.0.1:55969_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 1387155 INFO (jetty-launcher-2395-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node [junit4] 2> 1387156 INFO (jetty-launcher-2395-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@60f018c1{/solr,null,UNAVAILABLE} [junit4] 2> 1387158 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[393DE62051330E93]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40818 40818 [junit4] 2> 1387242 INFO (Thread-4168) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40818 40818 [junit4] 2> 1387243 WARN (Thread-4168) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 3 /solr/configs/cdcr-target/managed-schema [junit4] 2> 3 /solr/aliases.json [junit4] 2> 3 /solr/collections/cdcr-target/leaders/shard1/leader [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 4 /solr/collections/cdcr-target/cdcr/state/process [junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/buffer [junit4] 2> 3 /solr/clusterstate.json [junit4] 2> 3 /solr/clusterprops.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 11 /solr/overseer/collection-queue-work [junit4] 2> 8 /solr/overseer/queue [junit4] 2> 3 /solr/live_nodes [junit4] 2> 3 /solr/collections [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> [junit4] 2> 1387244 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[393DE62051330E93]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithContinousIndexingOnSourceCluster [junit4] 2> 1387245 INFO (SUITE-CdcrBootstrapTest-seed#[393DE62051330E93]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_393DE62051330E93-001 [junit4] 2> Jan 12, 2017 8:08:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=13965, maxDocsPerChunk=2, blockSize=1), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=13965, blockSize=1)), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=is, timezone=America/Adak [junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=54733416,total=520093696 [junit4] 2> NOTE: All tests run in this JVM: [TestPostingsSolrHighlighter, FacetPivotSmallTest, DistributedFacetPivotSmallAdvancedTest, TestSolrQueryParserResource, TestJsonRequest, TestJsonFacetRefinement, QueryParsingTest, TestLFUCache, FullSolrCloudDistribCmdsTest, TestSolrCloudWithKerberosAlt, HdfsBasicDistributedZk2Test, TestSolrConfigHandlerCloud, DistribCursorPagingTest, UtilsToolTest, TemplateUpdateProcessorTest, TestXIncludeConfig, TestRestoreCore, TestConfig, CollectionStateFormat2Test, GraphQueryTest, SolrCoreMetricManagerTest, CircularListTest, ClassificationUpdateProcessorFactoryTest, TestPerFieldSimilarityClassic, RequestLoggingTest, TestIndexingPerformance, TestFieldCacheVsDocValues, LeaderElectionTest, UpdateParamsTest, SolrTestCaseJ4Test, HdfsRecoverLeaseTest, TestIndexSearcher, TestSort, TestBinaryResponseWriter, TestTolerantSearch, BinaryUpdateRequestHandlerTest, DirectUpdateHandlerTest, AssignTest, RecoveryZkTest, OverseerTaskQueueTest, TestDistribDocBasedVersion, TestRuleBasedAuthorizationPlugin, PluginInfoTest, TestAnalyzedSuggestions, DistributedQueueTest, PKIAuthenticationIntegrationTest, TestRecovery, TestHdfsCloudBackupRestore, BadComponentTest, TestCoreDiscovery, BasicDistributedZk2Test, TestPushWriter, TestOnReconnectListenerSupport, SolrCloudExampleTest, TestCloudPseudoReturnFields, CheckHdfsIndexTest, TestSmileRequest, TestGeoJSONResponseWriter, TestMiniSolrCloudCluster, HdfsSyncSliceTest, TestShortCircuitedRequests, TestGroupingSearch, ConnectionReuseTest, TestUnifiedSolrHighlighter, TestMergePolicyConfig, TestShardHandlerFactory, TestSolrXml, TestImpersonationWithHadoopAuth, SpellPossibilityIteratorTest, TestSolrDeletionPolicy1, SpatialRPTFieldTypeTest, JSONWriterTest, LukeRequestHandlerTest, SolrMetricsIntegrationTest, SOLR749Test, DocValuesMultiTest, BadIndexSchemaTest, TestCollapseQParserPlugin, LeaderFailoverAfterPartitionTest, FieldAnalysisRequestHandlerTest, TimeZoneUtilsTest, TestFieldResource, TestSolrJ, AddBlockUpdateTest, HdfsUnloadDistributedZkTest, LeaderInitiatedRecoveryOnShardRestartTest, ResponseHeaderTest, TestManagedResourceStorage, StatelessScriptUpdateProcessorFactoryTest, TestSolrFieldCacheMBean, TestManagedSchema, TestClassicSimilarityFactory, ParsingFieldUpdateProcessorsTest, TestUtils, TestCollationField, BufferStoreTest, BlockJoinFacetDistribTest, ChangedSchemaMergeTest, TestReload, TestExtendedDismaxParser, TestReversedWildcardFilterFactory, TestCloudDeleteByQuery, OutOfBoxZkACLAndCredentialsProvidersTest, PrimitiveFieldTypeTest, TestDistributedStatsComponentCardinality, HLLSerializationTest, TestLMJelinekMercerSimilarityFactory, OverseerModifyCollectionTest, CoreAdminRequestStatusTest, ShardRoutingTest, ClusterStateUpdateTest, TestRandomFaceting, ShardRoutingCustomTest, AutoCommitTest, TermVectorComponentDistributedTest, TestStressReorder, HardAutoCommitTest, SimpleFacetsTest, StatsComponentTest, ConvertedLegacyTest, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, SuggesterTest, TestTrie, SpatialFilterTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestUpdate, DirectUpdateHandlerOptimizeTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, TermVectorComponentTest, MoreLikeThisHandlerTest, LoggingHandlerTest, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, TestPerFieldSimilarity, TestBM25SimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, PrimUtilsTest, TestSuggestSpellingConverter, DOMUtilTest, SliceStateTest, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, CdcrBootstrapTest] [junit4] Completed [481/680 (1!)] on J2 in 159.13s, 3 tests, 1 failure <<< FAILURES! [...truncated 63116 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org