Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/4/
Java: 64bit/jdk1.8.0_131 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.test

Error Message:
Could not find collection : movereplicatest_coll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : 
movereplicatest_coll
        at 
__randomizedtesting.SeedInfo.seed([D0910DC9D3ED4782:58C532137D112A7A]:0)
        at 
org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
        at 
org.apache.solr.cloud.MoveReplicaTest.getRandomReplica(MoveReplicaTest.java:185)
        at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:70)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11449 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001/init-core-data-001
   [junit4]   2> 463946 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 463947 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 463948 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 463949 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001/tempDir-001
   [junit4]   2> 463949 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 463949 INFO  (Thread-789) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 463949 INFO  (Thread-789) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 463951 ERROR (Thread-789) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 464049 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:43927
   [junit4]   2> 464054 INFO  (jetty-launcher-2611-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 464054 INFO  (jetty-launcher-2611-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 464054 INFO  (jetty-launcher-2611-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 464054 INFO  (jetty-launcher-2611-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 464055 INFO  (jetty-launcher-2611-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@639508aa{/solr,null,AVAILABLE}
   [junit4]   2> 464055 INFO  (jetty-launcher-2611-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3767835c{/solr,null,AVAILABLE}
   [junit4]   2> 464055 INFO  (jetty-launcher-2611-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@22810012{/solr,null,AVAILABLE}
   [junit4]   2> 464055 INFO  (jetty-launcher-2611-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@159c02d0{/solr,null,AVAILABLE}
   [junit4]   2> 464056 INFO  (jetty-launcher-2611-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@37744fcd{SSL,[ssl, 
http/1.1]}{127.0.0.1:36723}
   [junit4]   2> 464056 INFO  (jetty-launcher-2611-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@2d5ce569{SSL,[ssl, 
http/1.1]}{127.0.0.1:46193}
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-2) [    ] 
o.e.j.s.Server Started @465745ms
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-1) [    ] 
o.e.j.s.Server Started @465745ms
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36723}
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46193}
   [junit4]   2> 464057 ERROR (jetty-launcher-2611-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@488a30a1{SSL,[ssl, 
http/1.1]}{127.0.0.1:44489}
   [junit4]   2> 464057 ERROR (jetty-launcher-2611-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-3) [    ] 
o.e.j.s.Server Started @465746ms
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@1011b12d{SSL,[ssl, 
http/1.1]}{127.0.0.1:44021}
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-4) [    ] 
o.e.j.s.Server Started @465746ms
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44489}
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44021}
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 464057 INFO  (jetty-launcher-2611-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-04T20:05:25.092Z
   [junit4]   2> 464058 ERROR (jetty-launcher-2611-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-04T20:05:25.092Z
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 464058 ERROR (jetty-launcher-2611-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-04T20:05:25.092Z
   [junit4]   2> 464058 INFO  (jetty-launcher-2611-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-04T20:05:25.092Z
   [junit4]   2> 464059 INFO  (jetty-launcher-2611-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 464059 INFO  (jetty-launcher-2611-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 464059 INFO  (jetty-launcher-2611-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 464059 INFO  (jetty-launcher-2611-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 464066 INFO  (jetty-launcher-2611-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43927/solr
   [junit4]   2> 464066 INFO  (jetty-launcher-2611-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43927/solr
   [junit4]   2> 464067 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15d0f351b780004, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 464068 INFO  (jetty-launcher-2611-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43927/solr
   [junit4]   2> 464069 INFO  (jetty-launcher-2611-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43927/solr
   [junit4]   2> 464069 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15d0f351b780005, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 464122 INFO  (jetty-launcher-2611-thread-1) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 464122 INFO  (jetty-launcher-2611-thread-3) 
[n:127.0.0.1:44489_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 464123 INFO  (jetty-launcher-2611-thread-1) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:46193_solr
   [junit4]   2> 464123 INFO  (jetty-launcher-2611-thread-3) 
[n:127.0.0.1:44489_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44489_solr
   [junit4]   2> 464123 INFO  (jetty-launcher-2611-thread-1) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.Overseer Overseer 
(id=98251487640551434-127.0.0.1:46193_solr-n_0000000000) starting
   [junit4]   2> 464124 INFO  
(zkCallback-2631-thread-1-processing-n:127.0.0.1:46193_solr) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 464124 INFO  (jetty-launcher-2611-thread-2) 
[n:127.0.0.1:36723_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 464131 INFO  
(zkCallback-2633-thread-1-processing-n:127.0.0.1:44489_solr) 
[n:127.0.0.1:44489_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 464149 INFO  (jetty-launcher-2611-thread-2) 
[n:127.0.0.1:36723_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 464156 INFO  (jetty-launcher-2611-thread-2) 
[n:127.0.0.1:36723_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36723_solr
   [junit4]   2> 464156 INFO  (jetty-launcher-2611-thread-4) 
[n:127.0.0.1:44021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 464157 INFO  
(zkCallback-2631-thread-1-processing-n:127.0.0.1:46193_solr) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 464159 INFO  
(zkCallback-2633-thread-1-processing-n:127.0.0.1:44489_solr) 
[n:127.0.0.1:44489_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 464160 INFO  
(zkCallback-2632-thread-1-processing-n:127.0.0.1:36723_solr) 
[n:127.0.0.1:36723_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 464160 INFO  (jetty-launcher-2611-thread-1) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46193_solr
   [junit4]   2> 464163 INFO  
(zkCallback-2628-thread-1-processing-n:127.0.0.1:44021_solr) 
[n:127.0.0.1:44021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 464163 INFO  
(zkCallback-2632-thread-1-processing-n:127.0.0.1:36723_solr) 
[n:127.0.0.1:36723_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 464167 INFO  
(zkCallback-2631-thread-1-processing-n:127.0.0.1:46193_solr) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 464169 INFO  
(zkCallback-2633-thread-1-processing-n:127.0.0.1:44489_solr) 
[n:127.0.0.1:44489_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 464171 INFO  
(zkCallback-2628-thread-2-processing-n:127.0.0.1:44021_solr) 
[n:127.0.0.1:44021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 464172 INFO  (jetty-launcher-2611-thread-4) 
[n:127.0.0.1:44021_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 464173 INFO  (jetty-launcher-2611-thread-4) 
[n:127.0.0.1:44021_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44021_solr
   [junit4]   2> 464174 INFO  
(zkCallback-2633-thread-1-processing-n:127.0.0.1:44489_solr) 
[n:127.0.0.1:44489_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 464174 INFO  
(zkCallback-2631-thread-2-processing-n:127.0.0.1:46193_solr) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 464175 INFO  
(zkCallback-2628-thread-2-processing-n:127.0.0.1:44021_solr) 
[n:127.0.0.1:44021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 464175 INFO  (jetty-launcher-2611-thread-3) 
[n:127.0.0.1:44489_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44489.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464178 INFO  (jetty-launcher-2611-thread-3) 
[n:127.0.0.1:44489_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44489.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464178 INFO  (jetty-launcher-2611-thread-3) 
[n:127.0.0.1:44489_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44489.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464179 INFO  
(zkCallback-2632-thread-1-processing-n:127.0.0.1:36723_solr) 
[n:127.0.0.1:36723_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 464179 INFO  (jetty-launcher-2611-thread-3) 
[n:127.0.0.1:44489_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001/tempDir-001/node3/.
   [junit4]   2> 464203 INFO  (jetty-launcher-2611-thread-1) 
[n:127.0.0.1:46193_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46193.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464205 INFO  (jetty-launcher-2611-thread-1) 
[n:127.0.0.1:46193_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46193.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464206 INFO  (jetty-launcher-2611-thread-1) 
[n:127.0.0.1:46193_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46193.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464206 INFO  (jetty-launcher-2611-thread-1) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001/tempDir-001/node1/.
   [junit4]   2> 464223 INFO  (jetty-launcher-2611-thread-2) 
[n:127.0.0.1:36723_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36723.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464225 INFO  (jetty-launcher-2611-thread-2) 
[n:127.0.0.1:36723_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36723.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464225 INFO  (jetty-launcher-2611-thread-2) 
[n:127.0.0.1:36723_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36723.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464226 INFO  (jetty-launcher-2611-thread-2) 
[n:127.0.0.1:36723_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001/tempDir-001/node2/.
   [junit4]   2> 464268 INFO  (jetty-launcher-2611-thread-4) 
[n:127.0.0.1:44021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44021.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464270 INFO  (jetty-launcher-2611-thread-4) 
[n:127.0.0.1:44021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44021.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464270 INFO  (jetty-launcher-2611-thread-4) 
[n:127.0.0.1:44021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44021.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 464271 INFO  (jetty-launcher-2611-thread-4) 
[n:127.0.0.1:44021_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001/tempDir-001/node4/.
   [junit4]   2> 464296 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 464296 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43927/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 464878 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 464987 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] o.m.log 
Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via 
org.mortbay.log.Slf4jLog
   [junit4]   2> 464998 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 465042 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 465070 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_localdomain_33769_hdfs____.cygyto/webapp
   [junit4]   2> 465627 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] o.m.log 
Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:33769
   [junit4]   2> 466089 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 466092 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 466099 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_40767_datanode____wi1lpf/webapp
   [junit4]   2> 466564 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40767
   [junit4]   2> 466767 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 466768 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 466783 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_40407_datanode____7vcnmu/webapp
   [junit4]   2> 467284 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40407
   [junit4]   2> 467364 INFO  (IPC Server handler 4 on 34643) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-2772a5e9-8520-4356-8220-8513ef0c1926 node 
DatanodeRegistration(127.0.0.1:38979, 
datanodeUuid=272cb6b9-6ae2-458b-81f2-467c90bc703c, infoPort=39247, 
infoSecurePort=0, ipcPort=40793, 
storageInfo=lv=-56;cid=testClusterID;nsid=368719421;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 2 msecs
   [junit4]   2> 467365 INFO  (IPC Server handler 4 on 34643) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-de40d4f4-668f-49b6-895b-d7f0386ba537 node 
DatanodeRegistration(127.0.0.1:38979, 
datanodeUuid=272cb6b9-6ae2-458b-81f2-467c90bc703c, infoPort=39247, 
infoSecurePort=0, ipcPort=40793, 
storageInfo=lv=-56;cid=testClusterID;nsid=368719421;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 467437 INFO  (IPC Server handler 8 on 34643) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-3be88945-f149-4729-a498-6a68558e3945 node 
DatanodeRegistration(127.0.0.1:45645, 
datanodeUuid=b4f1c30e-adda-42c1-99f4-01daeb03d26d, infoPort=44143, 
infoSecurePort=0, ipcPort=37259, 
storageInfo=lv=-56;cid=testClusterID;nsid=368719421;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 467437 INFO  (IPC Server handler 8 on 34643) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-a62d9c1a-1c33-461c-8083-9a7ac69091ab node 
DatanodeRegistration(127.0.0.1:45645, 
datanodeUuid=b4f1c30e-adda-42c1-99f4-01daeb03d26d, infoPort=44143, 
infoSecurePort=0, ipcPort=37259, 
storageInfo=lv=-56;cid=testClusterID;nsid=368719421;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 467828 INFO  
(TEST-MoveReplicaHDFSTest.test-seed#[D0910DC9D3ED4782]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 467830 INFO  
(TEST-MoveReplicaHDFSTest.test-seed#[D0910DC9D3ED4782]) [    ] 
o.a.s.c.MoveReplicaTest total_jettys: 4
   [junit4]   2> 467856 INFO  (qtp1395235090-10877) [n:127.0.0.1:44021_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf1&maxShardsPerNode=2&name=movereplicatest_coll&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 467858 INFO  
(OverseerThreadFactory-2295-thread-1-processing-n:127.0.0.1:46193_solr) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
movereplicatest_coll
   [junit4]   2> 467966 INFO  
(OverseerStateUpdate-98251487640551434-127.0.0.1:46193_solr-n_0000000000) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"movereplicatest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"movereplicatest_coll_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44021/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 467966 INFO  
(OverseerStateUpdate-98251487640551434-127.0.0.1:46193_solr-n_0000000000) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"movereplicatest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"movereplicatest_coll_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44489/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 467967 INFO  
(OverseerStateUpdate-98251487640551434-127.0.0.1:46193_solr-n_0000000000) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"movereplicatest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"movereplicatest_coll_shard2_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36723/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 467967 INFO  
(OverseerStateUpdate-98251487640551434-127.0.0.1:46193_solr-n_0000000000) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"movereplicatest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"movereplicatest_coll_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46193/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 468176 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf1&newCollection=true&name=movereplicatest_coll_shard1_replica_n1&action=CREATE&numShards=2&collection=movereplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 468176 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 468196 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=movereplicatest_coll_shard2_replica_n2&action=CREATE&numShards=2&collection=movereplicatest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 468197 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 468206 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=movereplicatest_coll_shard2_replica_n1&action=CREATE&numShards=2&collection=movereplicatest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 468206 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 468213 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=movereplicatest_coll_shard1_replica_n2&action=CREATE&numShards=2&collection=movereplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 468214 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 468316 INFO  
(zkCallback-2628-thread-2-processing-n:127.0.0.1:44021_solr) 
[n:127.0.0.1:44021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/movereplicatest_coll/state.json] for collection 
[movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 468316 INFO  
(zkCallback-2631-thread-1-processing-n:127.0.0.1:46193_solr) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/movereplicatest_coll/state.json] for collection 
[movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 468316 INFO  
(zkCallback-2631-thread-2-processing-n:127.0.0.1:46193_solr) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/movereplicatest_coll/state.json] for collection 
[movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 468316 INFO  
(zkCallback-2628-thread-1-processing-n:127.0.0.1:44021_solr) 
[n:127.0.0.1:44021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/movereplicatest_coll/state.json] for collection 
[movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 468316 INFO  
(zkCallback-2632-thread-1-processing-n:127.0.0.1:36723_solr) 
[n:127.0.0.1:36723_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/movereplicatest_coll/state.json] for collection 
[movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 468316 INFO  
(zkCallback-2633-thread-2-processing-n:127.0.0.1:44489_solr) 
[n:127.0.0.1:44489_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/movereplicatest_coll/state.json] for collection 
[movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 468316 INFO  
(zkCallback-2633-thread-1-processing-n:127.0.0.1:44489_solr) 
[n:127.0.0.1:44489_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/movereplicatest_coll/state.json] for collection 
[movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 468316 INFO  
(zkCallback-2632-thread-2-processing-n:127.0.0.1:36723_solr) 
[n:127.0.0.1:36723_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/movereplicatest_coll/state.json] for collection 
[movereplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 469193 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.0.0
   [junit4]   2> 469198 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema 
[movereplicatest_coll_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 469200 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 469200 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'movereplicatest_coll_shard1_replica_n1' using configuration from 
collection movereplicatest_coll, trusted=true
   [junit4]   2> 469201 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_44021.solr.core.movereplicatest_coll.shard1.replica_n1' 
(registry 'solr.core.movereplicatest_coll.shard1.replica_n1') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 469208 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.0.0
   [junit4]   2> 469215 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:34643/data
   [junit4]   2> 469215 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 469215 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 469215 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore 
[[movereplicatest_coll_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001/tempDir-001/node4/movereplicatest_coll_shard1_replica_n1],
 
dataDir=[hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node1/data/]
   [junit4]   2> 469218 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node1/data/snapshot_metadata
   [junit4]   2> 469218 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.s.IndexSchema 
[movereplicatest_coll_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 469224 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.0.0
   [junit4]   2> 469225 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 469225 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.CoreContainer Creating 
SolrCore 'movereplicatest_coll_shard2_replica_n2' using configuration from 
collection movereplicatest_coll, trusted=true
   [junit4]   2> 469226 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_46193.solr.core.movereplicatest_coll.shard2.replica_n2' 
(registry 'solr.core.movereplicatest_coll.shard2.replica_n2') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 469226 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:34643/data
   [junit4]   2> 469250 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 469250 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 469250 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore 
[[movereplicatest_coll_shard2_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001/tempDir-001/node1/movereplicatest_coll_shard2_replica_n2],
 
dataDir=[hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node4/data/]
   [junit4]   2> 469252 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node4/data/snapshot_metadata
   [junit4]   2> 469252 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.0.0
   [junit4]   2> 469259 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.s.IndexSchema 
[movereplicatest_coll_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 469261 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number 
of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 469262 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [134217728] will allocate [1] slabs and 
use ~[134217728] bytes
   [junit4]   2> 469262 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating 
new single instance HDFS BlockCache
   [junit4]   2> 469262 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 469262 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.CoreContainer Creating 
SolrCore 'movereplicatest_coll_shard1_replica_n2' using configuration from 
collection movereplicatest_coll, trusted=true
   [junit4]   2> 469262 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_44489.solr.core.movereplicatest_coll.shard1.replica_n2' 
(registry 'solr.core.movereplicatest_coll.shard1.replica_n2') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 469262 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:34643/data
   [junit4]   2> 469263 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 469263 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 469263 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.SolrCore 
[[movereplicatest_coll_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001/tempDir-001/node3/movereplicatest_coll_shard1_replica_n2],
 
dataDir=[hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node2/data/]
   [junit4]   2> 469264 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node2/data/snapshot_metadata
   [junit4]   2> 469265 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Number 
of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 469265 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [134217728] will allocate [1] slabs and 
use ~[134217728] bytes
   [junit4]   2> 469265 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating 
new single instance HDFS BlockCache
   [junit4]   2> 469297 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.s.IndexSchema 
[movereplicatest_coll_shard2_replica_n1] Schema name=minimal
   [junit4]   2> 469299 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 469299 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'movereplicatest_coll_shard2_replica_n1' using configuration from 
collection movereplicatest_coll, trusted=true
   [junit4]   2> 469300 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_36723.solr.core.movereplicatest_coll.shard2.replica_n1' 
(registry 'solr.core.movereplicatest_coll.shard2.replica_n1') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@69d3d36c
   [junit4]   2> 469300 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:34643/data
   [junit4]   2> 469300 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 469300 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 469300 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.SolrCore 
[[movereplicatest_coll_shard2_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001/tempDir-001/node2/movereplicatest_coll_shard2_replica_n1],
 
dataDir=[hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node3/data/]
   [junit4]   2> 469301 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node3/data/snapshot_metadata
   [junit4]   2> 469303 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number 
of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 469303 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [134217728] will allocate [1] slabs and 
use ~[134217728] bytes
   [junit4]   2> 469303 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating 
new single instance HDFS BlockCache
   [junit4]   2> 469311 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Number 
of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 469312 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [134217728] will allocate [1] slabs and 
use ~[134217728] bytes
   [junit4]   2> 469312 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating 
new single instance HDFS BlockCache
   [junit4]   2> 469850 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache 
on write is disabled
   [junit4]   2> 469851 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache 
on write is disabled
   [junit4]   2> 469858 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.s.b.BlockDirectory Block cache 
on write is disabled
   [junit4]   2> 469860 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node1/data
   [junit4]   2> 469860 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node2/data
   [junit4]   2> 469860 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node4/data
   [junit4]   2> 469895 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node2/data/index
   [junit4]   2> 469896 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node1/data/index
   [junit4]   2> 469896 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node4/data/index
   [junit4]   2> 469902 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number 
of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 469902 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [134217728] will allocate [1] slabs and 
use ~[134217728] bytes
   [junit4]   2> 469902 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating 
new single instance HDFS BlockCache
   [junit4]   2> 470081 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.SolrCore 
[movereplicatest_coll_shard2_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@49fea52b
   [junit4]   2> 470081 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node3/data
   [junit4]   2> 470082 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number 
of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 470082 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [134217728] will allocate [1] slabs and 
use ~[134217728] bytes
   [junit4]   2> 470082 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating 
new single instance HDFS BlockCache
   [junit4]   2> 470233 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Number 
of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 470233 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [134217728] will allocate [1] slabs and 
use ~[134217728] bytes
   [junit4]   2> 470233 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating 
new single instance HDFS BlockCache
   [junit4]   2> 470396 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for registry=solr.core.movereplicatest_coll.shard2.replica_n1, 
tag=1241425195
   [junit4]   2> 470396 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.movereplicatest_coll.shard2.leader, tag=1241425195
   [junit4]   2> 470397 ERROR (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.c.SolrCore Error while closing
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2> 470397 ERROR (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.h.RequestHandlerBase 
org.apache.solr.common.SolrException: Error CREATEing SolrCore 
'movereplicatest_coll_shard2_replica_n1': Unable to create core 
[movereplicatest_coll_shard2_replica_n1] Caused by: Direct buffer memory
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:938)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to 
create core [movereplicatest_coll_shard2_replica_n1]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:985)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
   [junit4]   2>        ... 37 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: The max 
direct memory is likely too low.  Either increase it (by adding 
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup 
args) or disable direct allocation using 
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you 
are putting the block cache on the heap, your java heap size might not be large 
enough. Failed allocating ~134.217728 MB.
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
   [junit4]   2>        ... 38 more
   [junit4]   2> Caused by: java.lang.RuntimeException: The max direct memory 
is likely too low.  Either increase it (by adding 
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup 
args) or disable direct allocation using 
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you 
are putting the block cache on the heap, your java heap size might not be large 
enough. Failed allocating ~134.217728 MB.
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
   [junit4]   2>        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
   [junit4]   2>        ... 40 more
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Direct buffer memory
   [junit4]   2>        at java.nio.Bits.reserveMemory(Bits.java:693)
   [junit4]   2>        at 
java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
   [junit4]   2>        at 
java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
   [junit4]   2>        at 
org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
   [junit4]   2>        ... 45 more
   [junit4]   2> 
   [junit4]   2> 470398 INFO  (qtp688021641-10903) [n:127.0.0.1:36723_solr 
c:movereplicatest_coll s:shard2 r:core_node3 
x:movereplicatest_coll_shard2_replica_n1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=movereplicatest_coll_shard2_replica_n1&action=CREATE&numShards=2&collection=movereplicatest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT}
 status=400 QTime=2192
   [junit4]   2> 470398 ERROR 
(OverseerThreadFactory-2295-thread-1-processing-n:127.0.0.1:46193_solr) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error 
from shard: https://127.0.0.1:36723/solr
   [junit4]   2> 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:36723/solr: Error CREATEing SolrCore 
'movereplicatest_coll_shard2_replica_n1': Unable to create core 
[movereplicatest_coll_shard2_replica_n1] Caused by: Direct buffer memory
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]   2>        at 
org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2>        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 470891 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore 
[movereplicatest_coll_shard1_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@20d8b7d9
   [junit4]   2> 470892 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for registry=solr.core.movereplicatest_coll.shard1.replica_n1, 
tag=551073753
   [junit4]   2> 470892 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.movereplicatest_coll.shard1.leader, tag=551073753
   [junit4]   2> 470892 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.s.h.HdfsDirectory Closing hdfs 
directory 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node1/data
   [junit4]   2> 470893 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.c.SolrCore 
[movereplicatest_coll_shard1_replica_n2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@66df77e9
   [junit4]   2> 470898 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.s.h.HdfsDirectory Closing hdfs 
directory 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node1/data/snapshot_metadata
   [junit4]   2> 470903 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore 
[movereplicatest_coll_shard2_replica_n2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@41de5e85
   [junit4]   2> 470903 ERROR (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.h.RequestHandlerBase 
org.apache.solr.common.SolrException: Error CREATEing SolrCore 
'movereplicatest_coll_shard1_replica_n1': Unable to create core 
[movereplicatest_coll_shard1_replica_n1] Caused by: Direct buffer memory
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:938)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to 
create core [movereplicatest_coll_shard1_replica_n1]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:985)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
   [junit4]   2>        ... 37 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: The max 
direct memory is likely too low.  Either increase it (by adding 
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup 
args) or disable direct allocation using 
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you 
are putting the block cache on the heap, your java heap size might not be large 
enough. Failed allocating ~134.217728 MB.
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
   [junit4]   2>        ... 38 more
   [junit4]   2> Caused by: java.lang.RuntimeException: The max direct memory 
is likely too low.  Either increase it (by adding 
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup 
args) or disable direct allocation using 
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you 
are putting the block cache on the heap, your java heap size might not be large 
enough. Failed allocating ~134.217728 MB.
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
   [junit4]   2>        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]   2>        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:741)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
   [junit4]   2>        ... 40 more
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Direct buffer memory
   [junit4]   2>        at java.nio.Bits.reserveMemory(Bits.java:693)
   [junit4]   2>        at 
java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
   [junit4]   2>        at 
java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
   [junit4]   2>        at 
org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
   [junit4]   2>        ... 46 more
   [junit4]   2> 
   [junit4]   2> 470903 INFO  (qtp1395235090-10907) [n:127.0.0.1:44021_solr 
c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf1&newCollection=true&name=movereplicatest_coll_shard1_replica_n1&action=CREATE&numShards=2&collection=movereplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=400 QTime=2727
   [junit4]   2> 470904 ERROR 
(OverseerThreadFactory-2295-thread-1-processing-n:127.0.0.1:46193_solr) 
[n:127.0.0.1:46193_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error 
from shard: https://127.0.0.1:44021/solr
   [junit4]   2> 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:44021/solr: Error CREATEing SolrCore 
'movereplicatest_coll_shard1_replica_n1': Unable to create core 
[movereplicatest_coll_shard1_replica_n1] Caused by: Direct buffer memory
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]   2>        at 
org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2>        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 470904 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing 
metric reporters for registry=solr.core.movereplicatest_coll.shard1.replica_n2, 
tag=1725921257
   [junit4]   2> 470905 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.movereplicatest_coll.shard1.leader, tag=1725921257
   [junit4]   2> 470905 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.s.h.HdfsDirectory Closing hdfs 
directory 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node2/data/snapshot_metadata
   [junit4]   2> 470906 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.s.h.HdfsDirectory Closing hdfs 
directory 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node2/data
   [junit4]   2> 470907 ERROR 
(OldIndexDirectoryCleanupThreadForCore-movereplicatest_coll_shard1_replica_n1) 
[n:127.0.0.1:44021_solr c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Error 
checking for old index directories to clean-up.
   [junit4]   2> java.io.IOException: Filesystem closed
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:808)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2083)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849)
   [junit4]   2>        at 
org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860)
   [junit4]   2>        at 
org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1515)
   [junit4]   2>        at 
org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1555)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:540)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$19(SolrCore.java:3007)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 470907 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing 
metric reporters for registry=solr.core.movereplicatest_coll.shard2.replica_n2, 
tag=1105092229
   [junit4]   2> 470907 ERROR 
(OldIndexDirectoryCleanupThreadForCore-movereplicatest_coll_shard1_replica_n1) 
[n:127.0.0.1:44021_solr c:movereplicatest_coll s:shard1 r:core_node1 
x:movereplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore Failed to cleanup 
old index directories for core movereplicatest_coll_shard1_replica_n1
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:558)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$19(SolrCore.java:3007)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 470907 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.movereplicatest_coll.shard2.leader, tag=1105092229
   [junit4]   2> 470907 ERROR (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.h.RequestHandlerBase 
org.apache.solr.common.SolrException: Error CREATEing SolrCore 
'movereplicatest_coll_shard1_replica_n2': Unable to create core 
[movereplicatest_coll_shard1_replica_n2] Caused by: Direct buffer memory
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:938)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to 
create core [movereplicatest_coll_shard1_replica_n2]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:985)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
   [junit4]   2>        ... 37 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: The max 
direct memory is likely too low.  Either increase it (by adding 
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup 
args) or disable direct allocation using 
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you 
are putting the block cache on the heap, your java heap size might not be large 
enough. Failed allocating ~134.217728 MB.
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
   [junit4]   2>        ... 38 more
   [junit4]   2> Caused by: java.lang.RuntimeException: The max direct memory 
is likely too low.  Either increase it (by adding 
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup 
args) or disable direct allocation using 
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you 
are putting the block cache on the heap, your java heap size might not be large 
enough. Failed allocating ~134.217728 MB.
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
   [junit4]   2>        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]   2>        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:741)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
   [junit4]   2>        ... 40 more
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Direct buffer memory
   [junit4]   2>        at java.nio.Bits.reserveMemory(Bits.java:693)
   [junit4]   2>        at 
java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
   [junit4]   2>        at 
java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
   [junit4]   2>        at 
org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
   [junit4]   2>        ... 46 more
   [junit4]   2> 
   [junit4]   2> 470908 INFO  (qtp1442649960-10902) [n:127.0.0.1:44489_solr 
c:movereplicatest_coll s:shard1 r:core_node2 
x:movereplicatest_coll_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=movereplicatest_coll_shard1_replica_n2&action=CREATE&numShards=2&collection=movereplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=400 QTime=2694
   [junit4]   2> 470908 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.s.h.HdfsDirectory Closing hdfs 
directory 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node4/data/snapshot_metadata
   [junit4]   2> 470908 INFO  (qtp281856692-10886) [n:127.0.0.1:46193_solr 
c:movereplicatest_coll s:shard2 r:core_node4 
x:movereplicatest_coll_shard2_replica_n2] o.a.s.s.h.HdfsDirectory Closing hdfs 
directory 
hdfs://localhost.localdomain:34643/data/movereplicatest_coll/core_node4/data
   [junit4]   2> 470909 ERROR (qtp281856692-10886) [

[...truncated too long message...]

/, 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:34643) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool 
BP-1386319930-88.99.242.108-1499198725695 (Datanode Uuid 
272cb6b9-6ae2-458b-81f2-467c90bc703c) service to 
localhost.localdomain/127.0.0.1:34643
   [junit4]   2> 503430 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] o.m.log 
Stopped 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 503533 ERROR 
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
   [junit4]   2> java.lang.reflect.InvocationTargetException
   [junit4]   2>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2>        at 
com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
   [junit4]   2>        at 
org.apache.solr.cloud.MoveReplicaHDFSTest.teardownClass(MoveReplicaHDFSTest.java:52)
   [junit4]   2>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2>        ... 54 more
   [junit4]   2> 503537 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[D0910DC9D3ED4782]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:43927 43927
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D0910DC9D3ED4782-001
   [junit4]   2> Jul 04, 2017 8:06:04 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 67 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=1946, maxMBSortInHeap=5.780432085495437, 
sim=RandomSimilarity(queryNorm=true): {}, locale=ar-KW, timezone=Australia/South
   [junit4]   2> NOTE: Linux 4.10.0-21-generic amd64/Oracle Corporation 
1.8.0_131 (64-bit)/cpus=8,threads=3,free=165724296,total=315621376
   [junit4]   2> NOTE: All tests run in this JVM: [NumericFieldsTest, 
TestSolrCoreSnapshots, TestHashQParserPlugin, TestJmxIntegration, 
CopyFieldTest, TestSchemalessBufferedUpdates, TestTrie, 
AnalyticsMergeStrategyTest, TestSolrCloudWithSecureImpersonation, 
TestExceedMaxTermLength, TestHalfAndHalfDocValues, TestIndexSearcher, 
TestLegacyFieldReuse, ChaosMonkeyNothingIsSafeWithPullReplicasTest, 
TestFieldTypeCollectionResource, HdfsUnloadDistributedZkTest, 
SortSpecParsingTest, TestManagedSynonymFilterFactory, 
AddSchemaFieldsUpdateProcessorFactoryTest, TestUnifiedSolrHighlighter, 
UniqFieldsUpdateProcessorFactoryTest, DistributedFacetPivotWhiteBoxTest, 
TestStressReorder, TestPrepRecovery, BasicAuthIntegrationTest, 
V2StandaloneTest, TestManagedSchemaThreadSafety, TestManagedResourceStorage, 
XsltUpdateRequestHandlerTest, URLClassifyProcessorTest, 
TestExactSharedStatsCache, RegexBoostProcessorTest, SpatialRPTFieldTypeTest, 
CdcrReplicationHandlerTest, TestCloudJSONFacetJoinDomain, TestCodecSupport, 
RequiredFieldsTest, TestCustomStream, TestStressLiveNodes, 
TestInPlaceUpdatesStandalone, PathHierarchyTokenizerFactoryTest, 
CircularListTest, TestBlobHandler, TestSolrConfigHandler, 
TestNumericTokenStream, TestSolrFieldCacheBean, TestQueryUtils, 
DistribCursorPagingTest, StatsComponentTest, NotRequiredUniqueKeyTest, 
TestBackupRepositoryFactory, BlobRepositoryCloudTest, 
SuggestComponentContextFilterQueryTest, SignatureUpdateProcessorFactoryTest, 
TestDownShardTolerantSearch, TestFieldSortValues, 
ConfigureRecoveryStrategyTest, SharedFSAutoReplicaFailoverTest, 
TestSubQueryTransformerCrossCore, DeleteReplicaTest, 
DirectUpdateHandlerOptimizeTest, DirectUpdateHandlerTest, 
TestSha256AuthenticationProvider, TestReplicationHandlerBackup, 
MoveReplicaHDFSTest]
   [junit4] Completed [201/726 (1!)] on J2 in 49.48s, 1 test, 1 error <<< 
FAILURES!

[...truncated 45118 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to