Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1041/ Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
1 tests failed. FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testNormalMove Error Message: Error from server at https://127.0.0.1:33065/solr: create the collection time out:180s Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33065/solr: create the collection time out:180s at __randomizedtesting.SeedInfo.seed([2D2637A660C104B7:8BFE8001E520C6AD]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:115) at org.apache.solr.cloud.MoveReplicaHDFSTest.testNormalMove(MoveReplicaHDFSTest.java:61) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 11866 lines...] [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest [junit4] 2> 38914 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/init-core-data-001 [junit4] 2> 38915 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 38916 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 38917 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001 [junit4] 2> 38918 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 38920 INFO (Thread-68) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 38920 INFO (Thread-68) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 38922 ERROR (Thread-68) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 39020 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34093 [junit4] 2> 39022 INFO (zkConnectionManagerCallback-4736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39025 INFO (jetty-launcher-4733-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 39026 INFO (jetty-launcher-4733-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 39026 INFO (jetty-launcher-4733-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 39029 INFO (jetty-launcher-4733-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 39031 INFO (jetty-launcher-4733-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11fc5cd{/solr,null,AVAILABLE} [junit4] 2> 39031 INFO (jetty-launcher-4733-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@129e14a{/solr,null,AVAILABLE} [junit4] 2> 39032 INFO (jetty-launcher-4733-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fae1d0{/solr,null,AVAILABLE} [junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1de3537{SSL,[ssl, http/1.1]}{127.0.0.1:36167} [junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.e.j.s.Server Started @41039ms [junit4] 2> 39033 INFO (jetty-launcher-4733-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17d8527{SSL,[ssl, http/1.1]}{127.0.0.1:38907} [junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36167} [junit4] 2> 39033 INFO (jetty-launcher-4733-thread-4) [ ] o.e.j.s.Server Started @41039ms [junit4] 2> 39033 INFO (jetty-launcher-4733-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23421d{/solr,null,AVAILABLE} [junit4] 2> 39033 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38907} [junit4] 2> 39033 ERROR (jetty-launcher-4733-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 39033 ERROR (jetty-launcher-4733-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 39033 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 39033 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 39034 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T22:30:11.820Z [junit4] 2> 39034 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 39034 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 39034 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T22:30:11.820Z [junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37a0c5{SSL,[ssl, http/1.1]}{127.0.0.1:38413} [junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.e.j.s.Server Started @41039ms [junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38413} [junit4] 2> 39034 ERROR (jetty-launcher-4733-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 39034 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T22:30:11.820Z [junit4] 2> 39038 INFO (zkConnectionManagerCallback-4738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39045 INFO (zkConnectionManagerCallback-4740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39045 INFO (jetty-launcher-4733-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@cabcaa{SSL,[ssl, http/1.1]}{127.0.0.1:37483} [junit4] 2> 39045 INFO (jetty-launcher-4733-thread-3) [ ] o.e.j.s.Server Started @41051ms [junit4] 2> 39045 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37483} [junit4] 2> 39045 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 39045 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 39045 INFO (zkConnectionManagerCallback-4742-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39046 ERROR (jetty-launcher-4733-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 39046 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 39047 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 39047 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 39047 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 39047 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T22:30:11.833Z [junit4] 2> 39061 INFO (zkConnectionManagerCallback-4744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39062 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 39073 INFO (jetty-launcher-4733-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34093/solr [junit4] 2> 39073 INFO (jetty-launcher-4733-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34093/solr [junit4] 2> 39082 INFO (zkConnectionManagerCallback-4750-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39095 INFO (zkConnectionManagerCallback-4752-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39095 INFO (jetty-launcher-4733-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34093/solr [junit4] 2> 39098 INFO (jetty-launcher-4733-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34093/solr [junit4] 2> 39106 INFO (zkConnectionManagerCallback-4759-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39106 INFO (zkConnectionManagerCallback-4757-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39114 INFO (zkConnectionManagerCallback-4762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39118 INFO (zkConnectionManagerCallback-4764-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39118 INFO (zkConnectionManagerCallback-4766-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39126 INFO (zkConnectionManagerCallback-4769-thread-1-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39139 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 39140 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36167_solr [junit4] 2> 39142 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.c.Overseer Overseer (id=99231636632895500-127.0.0.1:36167_solr-n_0000000000) starting [junit4] 2> 39154 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36167_solr [junit4] 2> 39157 INFO (OverseerStateUpdate-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 39167 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 39168 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 39168 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 39169 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 39170 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37483_solr [junit4] 2> 39170 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38907_solr [junit4] 2> 39171 INFO (zkCallback-4768-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 39172 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 39173 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 39174 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38413_solr [junit4] 2> 39188 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4) [junit4] 2> 39188 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 39195 INFO (zkCallback-4768-thread-1-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 39196 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 39196 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 39269 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38413.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39281 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38413.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39284 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38413.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39285 INFO (jetty-launcher-4733-thread-1) [n:127.0.0.1:38413_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node1/. [junit4] 2> 39291 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37483.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39299 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37483.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39300 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37483.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39301 INFO (jetty-launcher-4733-thread-3) [n:127.0.0.1:37483_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node3/. [junit4] 2> 39338 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36167.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39350 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36167.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39350 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36167.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39351 INFO (jetty-launcher-4733-thread-2) [n:127.0.0.1:36167_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node2/. [junit4] 2> 39353 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38907.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39361 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38907.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39361 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38907.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 39362 INFO (jetty-launcher-4733-thread-4) [n:127.0.0.1:38907_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node4/. [junit4] 2> 39412 INFO (zkConnectionManagerCallback-4778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39417 INFO (zkConnectionManagerCallback-4782-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 39417 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 39417 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34093/solr ready [junit4] 2> 39472 INFO (qtp2161120-8803) [n:127.0.0.1:38907_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 39481 INFO (qtp2161120-8803) [n:127.0.0.1:38907_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8 [junit4] 2> 39905 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 40467 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 40579 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog [junit4] 2> 40598 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 40896 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 40927 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_42709_hdfs____.g0i5g/webapp [junit4] 2> 41476 INFO (OverseerCollectionConfigSetProcessor-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 41779 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:42709 [junit4] 2> 42493 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 42497 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 42508 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45447_datanode____38om0t/webapp [junit4] 2> 42982 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45447 [junit4] 2> 43245 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 43246 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 43267 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43445_datanode____ttyxtp/webapp [junit4] 2> 43767 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43445 [junit4] 2> 44582 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 44582 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 44659 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x697cda80c0c63: from storage DS-00acbd82-0832-4089-a674-00bd2ad527d4 node DatanodeRegistration(127.0.0.1:39345, datanodeUuid=ea609926-a336-40ed-b354-3507283be62b, infoPort=33469, infoSecurePort=0, ipcPort=39911, storageInfo=lv=-56;cid=testClusterID;nsid=1888990820;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs [junit4] 2> 44659 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x697cda80c0c32: from storage DS-08a58aa0-b37a-4e6b-9ce6-81156e628206 node DatanodeRegistration(127.0.0.1:38375, datanodeUuid=e1cc1f61-da9c-4bf9-819d-0083fba2b2a3, infoPort=37779, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-56;cid=testClusterID;nsid=1888990820;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 44660 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x697cda80c0c63: from storage DS-59d7b544-21ff-4a4b-91b6-22d7f3cecee9 node DatanodeRegistration(127.0.0.1:39345, datanodeUuid=ea609926-a336-40ed-b354-3507283be62b, infoPort=33469, infoSecurePort=0, ipcPort=39911, storageInfo=lv=-56;cid=testClusterID;nsid=1888990820;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 44660 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x697cda80c0c32: from storage DS-57fa9510-d549-4a71-b00b-3e0797bf8f4b node DatanodeRegistration(127.0.0.1:38375, datanodeUuid=e1cc1f61-da9c-4bf9-819d-0083fba2b2a3, infoPort=37779, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-56;cid=testClusterID;nsid=1888990820;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 44849 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test [junit4] 2> 44849 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 44851 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 44858 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b677b0{/solr,null,AVAILABLE} [junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@869ba8{SSL,[ssl, http/1.1]}{127.0.0.1:34485} [junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.e.j.s.Server Started @46864ms [junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34485} [junit4] 2> 44859 ERROR (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 44859 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T22:30:17.645Z [junit4] 2> 44861 INFO (zkConnectionManagerCallback-4785-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 44861 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 44871 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34093/solr [junit4] 2> 44876 INFO (zkConnectionManagerCallback-4789-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 44878 INFO (zkConnectionManagerCallback-4791-thread-1-processing-n:127.0.0.1:34485_solr) [n:127.0.0.1:34485_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 44881 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 44882 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 44886 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34485_solr [junit4] 2> 44886 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 44886 INFO (zkCallback-4768-thread-1-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 44894 INFO (zkCallback-4781-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 44898 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 44898 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 44902 INFO (zkCallback-4790-thread-1-processing-n:127.0.0.1:34485_solr) [n:127.0.0.1:34485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 44902 INFO (zkCallback-4781-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 45100 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34485.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 45110 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34485.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 45110 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34485.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 45111 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [n:127.0.0.1:34485_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node5/. [junit4] 2> 45186 INFO (zkConnectionManagerCallback-4795-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 45186 INFO (TEST-MoveReplicaHDFSTest.test-seed#[2D2637A660C104B7]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 5 [junit4] 2> 45243 INFO (qtp13570734-9117) [n:127.0.0.1:34485_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 45246 INFO (OverseerThreadFactory-531-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true [junit4] 2> 45352 INFO (OverseerStateUpdate-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:36167/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 45354 INFO (OverseerStateUpdate-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:38413/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 45355 INFO (OverseerStateUpdate-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:38907/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 45356 INFO (OverseerStateUpdate-99231636632895500-127.0.0.1:36167_solr-n_0000000000) [n:127.0.0.1:36167_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:37483/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 45575 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 45576 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 45615 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 45615 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 45631 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 45631 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 45641 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 45641 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 45744 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 45744 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 45744 INFO (zkCallback-4768-thread-1-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 45744 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 45744 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 45744 INFO (zkCallback-4763-thread-2-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 45744 INFO (zkCallback-4768-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 45744 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 46608 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 46627 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Schema name=minimal [junit4] 2> 46631 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 46631 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true [junit4] 2> 46631 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38907.solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 46640 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 46652 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 46652 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38025/data [junit4] 2> 46652 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 46652 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 46653 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node4/MoveReplicaHDFSTest_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node7/data/] [junit4] 2> 46655 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node7/data/snapshot_metadata [junit4] 2> 46668 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 46686 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n6] Schema name=minimal [junit4] 2> 46689 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 46689 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true [junit4] 2> 46690 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37483.solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 46690 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38025/data [junit4] 2> 46690 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 46690 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 46690 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n2] Schema name=minimal [junit4] 2> 46690 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node3/MoveReplicaHDFSTest_coll_true_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node8/data/] [junit4] 2> 46692 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node8/data/snapshot_metadata [junit4] 2> 46701 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Schema name=minimal [junit4] 2> 46703 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 46703 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true [junit4] 2> 46704 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38413.solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 46704 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38025/data [junit4] 2> 46704 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 46704 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 46704 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node1/MoveReplicaHDFSTest_coll_true_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node5/data/] [junit4] 2> 46706 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node5/data/snapshot_metadata [junit4] 2> 46711 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 46711 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true [junit4] 2> 46711 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36167.solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cdfca0 [junit4] 2> 46712 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38025/data [junit4] 2> 46712 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 46712 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 46712 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-001/node2/MoveReplicaHDFSTest_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node3/data/] [junit4] 2> 46714 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node3/data/snapshot_metadata [junit4] 2> 46756 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node8/data [junit4] 2> 46756 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node7/data [junit4] 2> 46756 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node5/data [junit4] 2> 46759 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node3/data [junit4] 2> 46819 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node3/data/index [junit4] 2> 46819 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node8/data/index [junit4] 2> 46829 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node7/data/index [junit4] 2> 46836 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38025/data/MoveReplicaHDFSTest_coll_true/core_node5/data/index [junit4] 2> 47180 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39345 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-57fa9510-d549-4a71-b00b-3e0797bf8f4b:NORMAL:127.0.0.1:38375|RBW], ReplicaUC[[DISK]DS-00acbd82-0832-4089-a674-00bd2ad527d4:NORMAL:127.0.0.1:39345|RBW]]} size 69 [junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38375 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-08a58aa0-b37a-4e6b-9ce6-81156e628206:NORMAL:127.0.0.1:38375|RBW], ReplicaUC[[DISK]DS-59d7b544-21ff-4a4b-91b6-22d7f3cecee9:NORMAL:127.0.0.1:39345|RBW]]} size 69 [junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39345 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-00acbd82-0832-4089-a674-00bd2ad527d4:NORMAL:127.0.0.1:39345|RBW], ReplicaUC[[DISK]DS-57fa9510-d549-4a71-b00b-3e0797bf8f4b:NORMAL:127.0.0.1:38375|RBW]]} size 69 [junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39345 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-00acbd82-0832-4089-a674-00bd2ad527d4:NORMAL:127.0.0.1:39345|RBW], ReplicaUC[[DISK]DS-57fa9510-d549-4a71-b00b-3e0797bf8f4b:NORMAL:127.0.0.1:38375|RBW]]} size 69 [junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39345 is added to blk_1073741825_1001 size 69 [junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38375 is added to blk_1073741827_1003 size 69 [junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38375 is added to blk_1073741826_1002 size 69 [junit4] 2> 47181 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38375 is added to blk_1073741828_1004 size 69 [junit4] 2> 47764 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 47764 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 47764 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 47791 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 47791 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 47791 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 47805 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 47805 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 47805 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 47806 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 47806 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 47806 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 47811 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 47811 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 47829 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 47829 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 47842 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 47842 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 47842 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 47842 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 47943 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@78dada[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] main] [junit4] 2> 47944 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 47944 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 47945 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@36580f[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main] [junit4] 2> 47946 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 47946 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 47947 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 47947 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 47947 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c65138[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main] [junit4] 2> 47949 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 47949 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 47950 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 47970 INFO (searcherExecutor-546-thread-1-processing-n:127.0.0.1:38907_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 s:shard2 c:MoveReplicaHDFSTest_coll_true r:core_node7) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Registered new searcher Searcher@36580f[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 47971 INFO (qtp2161120-8808) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587706195614892032 [junit4] 2> 47971 INFO (searcherExecutor-549-thread-1-processing-n:127.0.0.1:36167_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 s:shard1 c:MoveReplicaHDFSTest_coll_true r:core_node3) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Registered new searcher Searcher@1c65138[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 47972 INFO (searcherExecutor-547-thread-1-processing-n:127.0.0.1:37483_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6 s:shard2 c:MoveReplicaHDFSTest_coll_true r:core_node8) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_n6] Registered new searcher Searcher@78dada[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 47974 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587706195618037760 [junit4] 2> 47977 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587706195621183488 [junit4] 2> 47982 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@28adb1[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] main] [junit4] 2> 47983 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 47983 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 47984 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 47985 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 47985 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 47985 INFO (zkCallback-4763-thread-2-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 47985 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 47985 INFO (zkCallback-4768-thread-3-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 47985 INFO (zkCallback-4768-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 47994 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 47994 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 47994 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 47994 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 47994 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37483/solr/MoveReplicaHDFSTest_coll_true_shard2_replica_n6/ [junit4] 2> 47994 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=MoveReplicaHDFSTest_coll_true_shard2_replica_n6 url=https://127.0.0.1:37483/solr START replicas=[https://127.0.0.1:38907/solr/MoveReplicaHDFSTest_coll_true_shard2_replica_n4/] nUpdates=100 [junit4] 2> 47996 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 48003 INFO (searcherExecutor-548-thread-1-processing-n:127.0.0.1:38413_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2 s:shard1 c:MoveReplicaHDFSTest_coll_true r:core_node5) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_n2] Registered new searcher Searcher@28adb1[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 48003 INFO (qtp20392240-8833) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587706195648446464 [junit4] 2> 48028 INFO (qtp2161120-8814) [n:127.0.0.1:38907_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.S.Request [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 48096 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48096 INFO (zkCallback-4763-thread-2-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48096 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48096 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48096 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48096 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48097 INFO (zkCallback-4768-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48097 INFO (zkCallback-4768-thread-3-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48305 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=MoveReplicaHDFSTest_coll_true_shard2_replica_n6 url=https://127.0.0.1:37483/solr DONE. We have no versions. sync failed. [junit4] 2> 48305 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 48305 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 48305 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 48310 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37483/solr/MoveReplicaHDFSTest_coll_true_shard2_replica_n6/ shard2 [junit4] 2> 48410 INFO (zkCallback-4763-thread-2-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48410 INFO (zkCallback-4763-thread-1-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48410 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48410 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:38413_solr) [n:127.0.0.1:38413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48411 INFO (zkCallback-4768-thread-2-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48411 INFO (zkCallback-4768-thread-3-processing-n:127.0.0.1:36167_solr) [n:127.0.0.1:36167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48412 INFO (zkCallback-4765-thread-1-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48412 INFO (zkCallback-4765-thread-2-processing-n:127.0.0.1:37483_solr) [n:127.0.0.1:37483_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 48462 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 48471 INFO (qtp272012-8799) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2856 [junit4] 2> 48496 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 48496 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 48496 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36167/solr/MoveReplicaHDFSTest_coll_true_shard1_replica_n1/ [junit4] 2> 48496 INFO (qtp15838324-8823) [n:127.0.0.1:36167_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=MoveReplicaHDFSTest_coll_true_shard1_replica_n1 url=https://127.0.0.1:36167/solr START replicas=[https://127.0.0.1:38413/solr/MoveReplicaHDFSTest_coll_true_shard1_replica_n2/] nUpdates=100 [junit4] 2> 48513 INFO (qtp20392240-8832) [n:127.0.0.1:38413_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.S.Request [MoveReplicaHDFSTest_coll_true_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 48564 INFO (zkCallback-4763-thread-2-processing-n:127.0.0.1:38907_solr) [n:127.0.0.1:38907_solr ] o.a.s.c [...truncated too long message...] [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: MoveReplicaHDFSTest_coll_false slice: shard2 saw state=null with live_nodes=[] [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736) [junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) [junit4] 2> ... 44 more [junit4] 2> [junit4] 2> 309320 INFO (qtp272012-8822) [n:127.0.0.1:37483_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209684 [junit4] 2> 309321 ERROR (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 309321 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34093 34093 [junit4] 2> 309444 INFO (Thread-68) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34093 34093 [junit4] 2> 309445 WARN (Thread-68) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 17 /solr/configs/conf1 [junit4] 2> 12 /solr/aliases.json [junit4] 2> 7 /solr/security.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 76 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json [junit4] 2> 39 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/state.json [junit4] 2> 31 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json [junit4] 2> 12 /solr/clusterprops.json [junit4] 2> 12 /solr/collections/MoveReplicaHDFSTest_coll_false/state.json [junit4] 2> 12 /solr/clusterstate.json [junit4] 2> 4 /solr/overseer_elect/election/99231636632895499-127.0.0.1:37483_solr-n_0000000001 [junit4] 2> 2 /solr/autoscaling.json [junit4] 2> 2 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard2/election/99231636632895498-core_node7-n_0000000001 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 31 /solr/collections [junit4] 2> 25 /solr/live_nodes [junit4] 2> 2 /solr/overseer/queue [junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> [junit4] 2> 309447 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 309456 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 309557 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 309557 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1707027838-88.99.242.108-1514154612961 (Datanode Uuid e1cc1f61-da9c-4bf9-819d-0083fba2b2a3) service to localhost.localdomain/127.0.0.1:38025 [junit4] 2> 309559 WARN (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 309567 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 309668 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 309668 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38025) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1707027838-88.99.242.108-1514154612961 (Datanode Uuid ea609926-a336-40ed-b354-3507283be62b) service to localhost.localdomain/127.0.0.1:38025 [junit4] 2> 309686 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0 [junit4] 2> 309803 INFO (SUITE-MoveReplicaHDFSTest-seed#[2D2637A660C104B7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34093 34093 [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2D2637A660C104B7-001 [junit4] 2> Dec 24, 2017 10:34:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 67 leaked thread(s). [junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=4, maxDocsPerChunk=559, blockSize=4), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=4, blockSize=4)), sim=RandomSimilarity(queryNorm=false): {}, locale=ga, timezone=America/Nipigon [junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=5,free=24915320,total=172650496 [junit4] 2> NOTE: All tests run in this JVM: [TestSubQueryTransformerDistrib, TestLegacyFieldCache, TestStressLiveNodes, SSLMigrationTest, MoveReplicaHDFSTest] [junit4] Completed [57/764 (1!)] on J2 in 280.63s, 4 tests, 1 error <<< FAILURES! [...truncated 46273 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
